---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:51:06.700030Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22097"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:51:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:51:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c651183473a0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: 4ec161c9-8b9d-49ba-be91-b21d053cd976
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c651183e65bead
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 2c42de26-6b45-463c-a7ba-87427bf17d08
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:07Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:51:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c6511871dff288
    namespace: kserve-ci-e2e-test
    resourceVersion: "22120"
    uid: 6f310f85-201d-4959-b531-468bca5b3358
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c65118733e4982
    namespace: kserve-ci-e2e-test
    resourceVersion: "22122"
    uid: 71c23970-3a46-440d-9df3-2b4f79b76214
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c6511876508125
    namespace: kserve-ci-e2e-test
    resourceVersion: "22124"
    uid: 7857a6fa-f1a7-4c9b-8b5b-ad27ec6490a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c6511876c55040
    namespace: kserve-ci-e2e-test
    resourceVersion: "22125"
    uid: 00ccabaa-5e14-40e6-9571-38ff78b353da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:17Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c6511acbc5e202
    namespace: kserve-ci-e2e-test
    resourceVersion: "22197"
    uid: c827b0b9-6181-416b-bb7c-6123f82efb51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c6511ace7d2b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 78a68ccc-44a5-4338-a53a-ef80e1687266
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c6511aceef486a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22203"
    uid: a30b9b15-2200-422a-b0f6-c390bd65078e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c6511acef8b3ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: 2e90ab3f-1e40-4378-97d8-2fce30dac9ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c6511ad19eccd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22205"
    uid: f9e5c18a-dfd3-4e20-bba4-9a2ee91778b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c6511ad2111d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22206"
    uid: a9bc7002-38c4-442a-840b-fd1fe7666371
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c6511b439ab271
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c331a373-61d7-4c5a-b13f-fb59aa793d9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:41Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c651205cf04f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22402"
    uid: 92d7eb53-25ab-4527-bbd7-7e87cab5dd1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: f9c6b2bd-b055-4490-ab72-f3c134d3bb2e
  kind: Event
  lastTimestamp: "2026-07-28T01:51:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:41Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr.18c651205cf1880f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22403"
    uid: bbe76ded-0bd9-45b4-805c-33a027c4a366
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: d398ca7a-2610-4697-a773-31df86cb0e4f
  kind: Event
  lastTimestamp: "2026-07-28T01:51:06Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-nk9zr'
  metadata:
    creationTimestamp: "2026-07-28T01:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:51:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c6511833f254ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: fa91cb68-52f4-404f-b277-4e7b0b4e2886
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: 15844a41-7174-4b9a-9f5c-6da7638aca7f
  kind: Event
  lastTimestamp: "2026-07-28T01:51:06Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T01:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:51:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c65118311202df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: d82da8b3-338f-448d-a179-5a118b641cd2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: da23c2ef-7b5e-4a0b-9c4a-308b17c15926
  kind: Event
  lastTimestamp: "2026-07-28T01:51:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:51:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6511baffb2b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: 08a439f5-b777-4c7d-b266-95defdcc6129
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: da23c2ef-7b5e-4a0b-9c4a-308b17c15926
  kind: Event
  lastTimestamp: "2026-07-28T01:51:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:51:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6511bb059ca0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22239"
    uid: 20e25a8d-e28a-4766-85d5-2f876da1a871
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22238"
    uid: da23c2ef-7b5e-4a0b-9c4a-308b17c15926
  kind: Event
  lastTimestamp: "2026-07-28T01:51:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:51:36Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6511f2f0991cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: e46ade63-3d72-4ea6-8e7f-9abff1bb09ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22238"
    uid: da23c2ef-7b5e-4a0b-9c4a-308b17c15926
  kind: Event
  lastTimestamp: "2026-07-28T01:51:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:51:36Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6511f2f67bfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: ed230f57-38aa-4142-8615-679d3e777ebb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: defe06d3-0b54-464b-8afa-584c8f490857
  kind: Event
  lastTimestamp: "2026-07-28T01:51:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:51:35Z"
    name: isvc-autogluon-ts-v1-noslash.18c651183112525f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: dd2dbe54-6c4b-4b90-8ba0-794af2f59c44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: defe06d3-0b54-464b-8afa-584c8f490857
  kind: Event
  lastTimestamp: "2026-07-28T01:51:06Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:51:06Z"
    name: isvc-autogluon-ts-v1-noslash.18c6511831907c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: f7aa9067-3096-412c-b543-cb4fdfe0a54e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: defe06d3-0b54-464b-8afa-584c8f490857
  kind: Event
  lastTimestamp: "2026-07-28T01:51:35Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:51:35Z"
    name: isvc-autogluon-ts-v1-noslash.18c6511f0228aff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22343"
    uid: e24846c6-1ab2-484b-bebc-68b35487ca46
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:50:19.381868Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:50:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:50:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510d3011c6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: 1675bc27-5b81-4d42-af75-85f9b52d252f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510d3df11827
    namespace: kserve-ci-e2e-test
    resourceVersion: "21688"
    uid: eacffde8-e838-446d-be92-aadb79c256a7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21684"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:20Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:50:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510d6d8dfc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21695"
    uid: bc7e8adc-c6f2-406a-822a-75fdf1386bfc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510d6f25896c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21697"
    uid: 07b0420b-9b12-4813-8afb-f33dc0d72780
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510d71bfd378
    namespace: kserve-ci-e2e-test
    resourceVersion: "21698"
    uid: 5c3091cd-6ea5-469b-865e-290a42ac4592
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510d72346275
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: 1aadaa63-6e7d-417e-9a55-a9ad25bc092d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:30Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510fcf9351bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: b13c33d6-d456-45eb-beb0-a206dc77ec47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510fd2b1d96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: 63178ab5-7e90-49a1-9816-1374287288b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510fd32b81f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: ac4f6323-6cfa-4816-b398-c137c34de728
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510fd336bd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 3012f691-db95-4129-ac70-019e4ea1d795
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510fd6043c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 0231798d-6567-4ebf-94bf-e1f4aba42074
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6510fd67fc9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21789"
    uid: 26a4817b-86f3-48f2-8c85-b60f400b7792
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:50:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:38Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c651104775dd1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: f9b6c73d-f23c-4d4b-a12b-3c685467bb0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:51:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6511700cb204a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: fee6645b-7d01-4066-a99a-1e73c7e015d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 838f2fa9-b4cc-40db-8d71-c9b8f2d75769
  kind: Event
  lastTimestamp: "2026-07-28T01:51:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj.18c6511700cb9d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "22036"
    uid: 5e64861a-35ef-4e15-9f08-605b7bdcb30a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 194d467f-8529-4905-a652-dd25ffc986e3
  kind: Event
  lastTimestamp: "2026-07-28T01:50:19Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-fqltj'
  metadata:
    creationTimestamp: "2026-07-28T01:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:50:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c6510d2fad4d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 78e23a91-eae5-4689-a0f4-88e89bcd51ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21660"
    uid: 9864ceb6-ddec-4bdb-827f-6f9d4cf55d40
  kind: Event
  lastTimestamp: "2026-07-28T01:50:19Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T01:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:50:19Z"
    name: isvc-autogluon-ts-v1-predictor.18c6510d2ba0d423
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: 24cc45fc-451c-4270-b24a-8a2a45b35e3e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: a513d72b-880c-49a9-aa1e-4436c2884230
  kind: Event
  lastTimestamp: "2026-07-28T01:50:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:50:49Z"
    name: isvc-autogluon-ts-v1-predictor.18c65110aa725987
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: 2e9409fd-3cec-436a-9845-9f578280452b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: a513d72b-880c-49a9-aa1e-4436c2884230
  kind: Event
  lastTimestamp: "2026-07-28T01:50:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:50:49Z"
    name: isvc-autogluon-ts-v1-predictor.18c65110aad7524f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: 0bbdfeed-98e3-4b98-84e3-0fa84d11c983
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: 17f418fb-475d-457c-8f4b-c3215a1b3808
  kind: Event
  lastTimestamp: "2026-07-28T01:50:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:50:48Z"
    name: isvc-autogluon-ts-v1.18c6510d2ba33dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 807bb4de-a899-4b06-9cef-12f8f0620eae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: 17f418fb-475d-457c-8f4b-c3215a1b3808
  kind: Event
  lastTimestamp: "2026-07-28T01:50:19Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:50:19Z"
    name: isvc-autogluon-ts-v1.18c6510d2c34669e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21681"
    uid: bb5139f7-4cd6-494b-a670-080257cb323d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: 17f418fb-475d-457c-8f4b-c3215a1b3808
  kind: Event
  lastTimestamp: "2026-07-28T01:50:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:50:19Z"
    name: isvc-autogluon-ts-v1.18c6510d30deaed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 86e4dcf6-e4bf-4c44-89ab-5e7b961bc2ae
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 17f418fb-475d-457c-8f4b-c3215a1b3808
  kind: Event
  lastTimestamp: "2026-07-28T01:50:48Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:50:48Z"
    name: isvc-autogluon-ts-v1.18c6511406732381
    namespace: kserve-ci-e2e-test
    resourceVersion: "21924"
    uid: ae22f6bc-2670-4297-8abe-da59f772e829
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:40:53.645304Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:40:53Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c65089778af604
    namespace: kserve-ci-e2e-test
    resourceVersion: "17361"
    uid: b991eff2-3f0f-4c33-befc-a488883a9082
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:40:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:40:53Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c6508985fc5dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 6fcc0d0b-988e-43e0-8d72-8b26e20e0a32
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:40:54Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:40:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c65089b4fe6eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 1b1c6656-df7a-4f26-93f5-1c6590aad1ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:40:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:40:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c65089b65d88e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: 7ab9fa9f-49ff-41b2-82cf-2602d3ab6d77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:40:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:40:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c65089b915d9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: 87175c0a-ab76-4892-a4f3-442435f2f50d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:40:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:40:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c65089b98587a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: fe0e14aa-be58-4df1-846e-b62ea6c1c0da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:41:25Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T01:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:41:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c65090ef0d0011
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: 9402a4a9-1537-4de9-9196-e93b6e65e1d1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:43:31Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m5.995s
    (2m5.995s including waiting). Image size: 8940333845 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T01:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:43:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c650ae44fd6dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: 14de0cc0-cc21-4c55-b2c9-955c844881eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:43:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:43:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c650ae4a8ad30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18509"
    uid: 5fce74b3-bdf4-4702-b55b-b4e1fcb31b4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:43:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:43:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c650ae4b2af0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18510"
    uid: 71335fc1-5158-4d52-a228-7b4cea52c502
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:43:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:43:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c650ae4b3596e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18511"
    uid: 3aa573a6-33f1-4119-a58b-96b26bc20fc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:43:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:43:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c650ae50cd1e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: a70758e7-7dbe-47c9-a2a9-5c2a353d508f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:43:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:43:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c650ae51da76fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18516"
    uid: 3abcf9e1-3998-43ad-b4d6-d3d7726072e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:43:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:43:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c650ae9dcc3e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: 648af9df-afb3-4413-ac1e-44ae276ce542
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:43:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:43:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c650b4cc3da2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: b24df92a-33e3-4e8a-b1f1-408bf5d02f2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0c954e24-c803-4fff-99ea-19f3511946c0
  kind: Event
  lastTimestamp: "2026-07-28T01:43:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:43:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-xb9xl.18c650b4cc3e3113
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: c6ba0e96-30dc-4294-bd4d-37c6fe936076
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: 23bb3dfd-b1d3-43dc-b6c4-91737f0916c8
  kind: Event
  lastTimestamp: "2026-07-28T01:40:53Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-xb9xl'
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:40:53Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c6508977292826
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: fd8ec8e5-d8ac-42cd-9fba-4fa4dbc4d078
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 1b8e86cf-8f21-4c99-9226-847667064cbe
  kind: Event
  lastTimestamp: "2026-07-28T01:40:53Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:40:53Z"
    name: isvc-autogluon-v1-predictor.18c65089742ec1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: 984983a5-e20e-49ad-a563-c574d60ba489
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T01:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17340"
    uid: 9f8489a0-679f-41ba-9775-262793c11369
  kind: Event
  lastTimestamp: "2026-07-28T01:43:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:43:38Z"
    name: isvc-autogluon-v1-predictor.18c6508cf2a06d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "18570"
    uid: 3907e977-fd9e-4273-b4cc-b25bb6fb63f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T01:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17340"
    uid: 9f8489a0-679f-41ba-9775-262793c11369
  kind: Event
  lastTimestamp: "2026-07-28T01:43:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:43:38Z"
    name: isvc-autogluon-v1-predictor.18c6508cf2fbfb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18571"
    uid: b72d42f6-a234-466a-8156-0dc86b88d69f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 9f8489a0-679f-41ba-9775-262793c11369
  kind: Event
  lastTimestamp: "2026-07-28T01:43:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:43:53Z"
    name: isvc-autogluon-v1-predictor.18c650b366da4a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 4422b8d8-e290-42d5-abfb-4643d102e8e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 9f8489a0-679f-41ba-9775-262793c11369
  kind: Event
  lastTimestamp: "2026-07-28T01:43:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:43:53Z"
    name: isvc-autogluon-v1-predictor.18c650b3673949be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18680"
    uid: b570cf5d-dbe2-451c-af87-70e760039425
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: ae587cf3-5019-41b5-a34a-888ce9a1c8ff
  kind: Event
  lastTimestamp: "2026-07-28T01:43:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:43:49Z"
    name: isvc-autogluon-v1.18c650897433f58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: 9803de21-9a64-4846-b3f3-21cb26b585b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: ae587cf3-5019-41b5-a34a-888ce9a1c8ff
  kind: Event
  lastTimestamp: "2026-07-28T01:40:53Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:40:53Z"
    name: isvc-autogluon-v1.18c6508974cfc8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17349"
    uid: 20f8472f-ab02-4a78-9c74-032592171173
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:43:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18646"
    uid: ae587cf3-5019-41b5-a34a-888ce9a1c8ff
  kind: Event
  lastTimestamp: "2026-07-28T01:43:49Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:43:49Z"
    name: isvc-autogluon-v1.18c650b25c59aa67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18647"
    uid: 175995b2-ac07-4882-9592-9a8a69daf7ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:48:07.921723Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:48:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:48:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650ee946f1b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: fdbd84fc-d9c7-45ce-b4f0-b1a64e25d4ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:48:08Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:48:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650eeae1482f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: 51c46c2c-5541-477a-a901-b1115e272840
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:48:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650eeaf8683de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 5d9c79ba-c5cb-4671-85dc-313f731b769d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:48:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650eeb281138a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20690"
    uid: db18b1e9-3aec-46ca-bf6a-b23f455e6a33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:48:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650eeb2f66998
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: fc3e0294-9fd4-4811-ac8b-0022c92cc216
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:48:29Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650f38a125d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 82f5f1ef-e175-44d1-b341-eeb49823611b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:48:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650f38cef97e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 5db6fe0d-b51d-4d3e-a261-35b04992b30d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:48:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650f38d67520a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 4cf9eed4-42fb-432b-bb6b-25c4fba2949b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:48:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650f38d71bd36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: dc140141-f3ec-4fae-b54a-2c88da4e8344
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:48:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650f39111c3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 13b32ec4-67c8-4a9b-9b2b-24eb7af13918
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:48:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c650f3918d4720
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 7dbc88cd-bc55-4a18-a9ba-8210883a70b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:50:13Z"
  message: 'Readiness probe failed: Get "http://10.133.0.23:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T01:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c6510bd0cf124b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21589"
    uid: fd6d0b5f-f40a-4d6e-9476-b6035e613f4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:50:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c6510bfd377776
    namespace: kserve-ci-e2e-test
    resourceVersion: "21609"
    uid: ff2fef35-d8e1-459d-bd11-5987ef7b02a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b851c9fa-84cc-4e8a-bbc6-e4ee17b07a10
  kind: Event
  lastTimestamp: "2026-07-28T01:50:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:50:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s.18c6510bfd381525
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: eb22e6eb-b3d3-426a-8ad3-d73844dfd60f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: 1dbc9597-a55f-4c08-9021-c946f434beb6
  kind: Event
  lastTimestamp: "2026-07-28T01:48:07Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rpt5s'
  metadata:
    creationTimestamp: "2026-07-28T01:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:48:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c650ee93f9bc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: a453a7ab-c20b-47dc-b94e-77f2573eb79d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 0ae1d026-b14d-4469-9e0a-5bb173bc7874
  kind: Event
  lastTimestamp: "2026-07-28T01:48:07Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T01:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:48:07Z"
    name: isvc-autogluon-v2-noslash-predictor.18c650ee8fcff236
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 7e0d2b0e-9f5b-4021-82af-86f42a6a4df5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: 47c2b5eb-f276-41a0-b8dd-c6dd654d42b0
  kind: Event
  lastTimestamp: "2026-07-28T01:48:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:48:52Z"
    name: isvc-autogluon-v2-noslash-predictor.18c650f20e9fb3f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: 9c695d75-300d-42fd-8082-38ca79f28c9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: 47c2b5eb-f276-41a0-b8dd-c6dd654d42b0
  kind: Event
  lastTimestamp: "2026-07-28T01:48:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:48:52Z"
    name: isvc-autogluon-v2-noslash-predictor.18c650f20eff2fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: 995c7eb4-5d21-4009-8424-e187fa0ec999
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T01:49:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: 47c2b5eb-f276-41a0-b8dd-c6dd654d42b0
  kind: Event
  lastTimestamp: "2026-07-28T01:50:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:50:07Z"
    name: isvc-autogluon-v2-noslash-predictor.18c650fc8bc75e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 0fc9606f-7ce7-4ce1-aebc-866b1252b067
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T01:49:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: 47c2b5eb-f276-41a0-b8dd-c6dd654d42b0
  kind: Event
  lastTimestamp: "2026-07-28T01:50:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:50:07Z"
    name: isvc-autogluon-v2-noslash-predictor.18c650fc8c26651c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21548"
    uid: 8048c456-f57a-4463-aa69-8ed0a281d4d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b5d99306-7ed2-4759-977a-5ebaa34e2bc1
  kind: Event
  lastTimestamp: "2026-07-28T01:50:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:50:02Z"
    name: isvc-autogluon-v2-noslash.18c650ee8fd0936b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: 1d11cc89-1a51-4e2e-a05f-e1b5262fd672
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b5d99306-7ed2-4759-977a-5ebaa34e2bc1
  kind: Event
  lastTimestamp: "2026-07-28T01:48:07Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:48:07Z"
    name: isvc-autogluon-v2-noslash.18c650ee90482b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: 7227dacb-cf0d-4be3-a7be-fd554c8542c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: b5d99306-7ed2-4759-977a-5ebaa34e2bc1
  kind: Event
  lastTimestamp: "2026-07-28T01:48:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:48:07Z"
    name: isvc-autogluon-v2-noslash.18c650ee95169cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 1ae53381-d825-48c0-ae5d-c023906ee984
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21507"
    uid: b5d99306-7ed2-4759-977a-5ebaa34e2bc1
  kind: Event
  lastTimestamp: "2026-07-28T01:50:02Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:50:02Z"
    name: isvc-autogluon-v2-noslash.18c6510943cf8f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: 32e60e90-8bb1-491c-889a-edbcdf8045b1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:44:04.842033Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:44:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:44:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650b5fbc16e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: b3ad2ad7-397a-4147-82cb-dc12cc148b67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:44:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650b60a2af39a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: 34fd59e8-a35e-4f64-a0eb-6663438a90bb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:05Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:44:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650b63b535696
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: cb99f133-d380-462a-854f-30f0da59aefc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:44:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650b63cb32dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 9d05a908-0f12-44bd-ad27-0a847aafb2b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:44:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650b6423940a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: 6c25f40d-efe0-4b06-b68a-f022eaac34df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:44:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650b6434cefee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 5be19459-32f8-4cfb-a797-a2e5bc355335
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:26Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:44:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650baff8fa128
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 542fa010-c8cf-4a05-a733-a8af3ddcee3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:44:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650bb02ac7585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: 62ae512b-e58c-4780-8ed5-efcba54bbdff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:44:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650bb03126ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18995"
    uid: 1e6e6816-c77a-4420-b306-308e222c9d9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:44:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650bb031bbaa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18996"
    uid: 8dfc8b47-03a4-43c3-b46d-d359d19bd495
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:44:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650bb05f7000d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: d0fc7546-18ae-4cdb-b499-c0501fd475a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:44:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650bb065aede8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: 0bbff169-07b1-435d-a424-8fa9b67d6476
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:46:09Z"
  message: 'Readiness probe failed: Get "http://10.133.0.21:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T01:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:09Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650d30155e021
    namespace: kserve-ci-e2e-test
    resourceVersion: "19719"
    uid: d861f7eb-2e73-4f14-980b-ed4715dcf41c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:46:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650d350a45148
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 01b26224-a268-4116-ac84-9b7c0dd87264
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 5bb1b68e-355b-431d-a76f-6aae5f1bc0f2
  kind: Event
  lastTimestamp: "2026-07-28T01:46:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zn48s.18c650d350a4c4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: 2b55615a-2a69-4b0b-9e24-e84e92276c78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18796"
    uid: 53069212-2918-4551-887b-219de9d90932
  kind: Event
  lastTimestamp: "2026-07-28T01:44:04Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-zn48s'
  metadata:
    creationTimestamp: "2026-07-28T01:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:44:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c650b5fb58bdac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: 585066d4-b3f8-4f61-8fbe-02b811c4992b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18794"
    uid: 6a2d0516-831b-4a43-b53d-dc75415d51d4
  kind: Event
  lastTimestamp: "2026-07-28T01:44:04Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T01:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:44:04Z"
    name: isvc-autogluon-v2-predictor.18c650b5f729a33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18798"
    uid: 3677c994-7cb3-4abc-8b81-2288b26fc5d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1fd867ad-e97a-4cc2-aee2-1b873e7933e2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:44:49Z"
    name: isvc-autogluon-v2-predictor.18c650b975a6c50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: 1739be96-4c48-4600-a2e6-ed8be583d481
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 1fd867ad-e97a-4cc2-aee2-1b873e7933e2
  kind: Event
  lastTimestamp: "2026-07-28T01:44:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:44:49Z"
    name: isvc-autogluon-v2-predictor.18c650b976068c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: 443f06a3-9d57-480c-b8b4-8164ee50948a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T01:45:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 1fd867ad-e97a-4cc2-aee2-1b873e7933e2
  kind: Event
  lastTimestamp: "2026-07-28T01:46:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:46:04Z"
    name: isvc-autogluon-v2-predictor.18c650c3f2be23ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19685"
    uid: e7d129be-372d-41bb-943d-646d8d5c174c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T01:45:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 1fd867ad-e97a-4cc2-aee2-1b873e7933e2
  kind: Event
  lastTimestamp: "2026-07-28T01:46:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:46:04Z"
    name: isvc-autogluon-v2-predictor.18c650c3f3291ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: c213e531-5ffe-404b-978f-b2a207709ca9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:46:15.966957Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:46:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:46:15Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d48368f6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 372c54c1-9e02-4045-8b38-43416b768a68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:46:16Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:46:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d49c8836a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: b0fd8dbe-7671-4b1b-bd31-73e8cd86f292
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:46:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d49ddb00e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: fe464d65-9969-4aca-a4ed-d5510718b9fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:46:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d4a0c52f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19833"
    uid: 37902379-9e13-4e71-8ea4-e93764e3a259
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:46:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d4a12c966a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: f8a551ab-6ecc-40a2-b167-b7588dd42ab8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:46:22Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d61966bf6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: 3b0f0024-8148-4420-9727-bc67e38d7ec2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:46:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d61c309415
    namespace: kserve-ci-e2e-test
    resourceVersion: "19886"
    uid: e45f4b7e-7668-48e8-be98-cda2cd78e10f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:46:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d61c97f085
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: f36fc02e-b330-4853-a1fd-bef0efc7006a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:46:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d61ca157be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19889"
    uid: 375a4eb6-657c-4146-8d68-820533b35a75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:46:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d61feabd01
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: 88d73a9e-16c4-4dc9-9635-4020cfe95c15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:46:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:46:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650d62051c3e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 0bc96c15-09f9-4c24-a9e6-d339e8bf2516
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:48:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650ed63934c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: bfe0257b-7536-4eaf-ae78-e2f345505b52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: c1a96136-55b7-448a-8039-61ec06baae87
  kind: Event
  lastTimestamp: "2026-07-28T01:48:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:48:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p.18c650ed639494c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: b4edf044-ae93-4d0d-a85d-7c43415fedd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: eec41dd9-a44c-4282-9c4c-5b93d5a6f329
  kind: Event
  lastTimestamp: "2026-07-28T01:46:15Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-tzd5p'
  metadata:
    creationTimestamp: "2026-07-28T01:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:46:15Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c650d482e9f008
    namespace: kserve-ci-e2e-test
    resourceVersion: "19811"
    uid: 8dbdedba-a13a-4d47-9b99-8ba691dc2fb9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: bbbefa09-5a83-4506-9ae6-5504eb481933
  kind: Event
  lastTimestamp: "2026-07-28T01:46:15Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T01:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:46:15Z"
    name: isvc-autogluon-v2-variants-predictor.18c650d47e6ad826
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: 59dd9f25-a43f-425f-90df-749c90879f72
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 529bb323-60ca-4b9f-9896-0edd77d712b3
  kind: Event
  lastTimestamp: "2026-07-28T01:46:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:46:45Z"
    name: isvc-autogluon-v2-variants-predictor.18c650d7fd2f11d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20051"
    uid: f1d8cfa8-4b7d-4e8a-8d6e-4765ad3c739c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 529bb323-60ca-4b9f-9896-0edd77d712b3
  kind: Event
  lastTimestamp: "2026-07-28T01:46:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:46:45Z"
    name: isvc-autogluon-v2-variants-predictor.18c650d7fd983f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: d30afe0e-c366-43c5-af55-930f10d38729
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T01:47:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: 529bb323-60ca-4b9f-9896-0edd77d712b3
  kind: Event
  lastTimestamp: "2026-07-28T01:48:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:48:00Z"
    name: isvc-autogluon-v2-variants-predictor.18c650defb7ab9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: c1e426c0-46d6-4980-8faf-20d09c99d51f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T01:47:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: 529bb323-60ca-4b9f-9896-0edd77d712b3
  kind: Event
  lastTimestamp: "2026-07-28T01:48:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:48:00Z"
    name: isvc-autogluon-v2-variants-predictor.18c650defbde9dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20579"
    uid: d7c841bd-0c51-4deb-aa1f-6ecbb058e196
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 6d699a91-ab80-402c-b516-87761348c1c5
  kind: Event
  lastTimestamp: "2026-07-28T01:47:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:47:54Z"
    name: isvc-autogluon-v2-variants.18c650d47e6b51bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: 2e1dddac-1734-4a07-943c-b5ba209ec7be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:46:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 6d699a91-ab80-402c-b516-87761348c1c5
  kind: Event
  lastTimestamp: "2026-07-28T01:46:15Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:46:15Z"
    name: isvc-autogluon-v2-variants.18c650d47ef48f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19804"
    uid: 2ab834ff-f7c6-4442-8bb7-d1c34f2f3190
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:47:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20527"
    uid: 6d699a91-ab80-402c-b516-87761348c1c5
  kind: Event
  lastTimestamp: "2026-07-28T01:47:54Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:47:54Z"
    name: isvc-autogluon-v2-variants.18c650eb767ef0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: 73a3ad78-2c3d-431f-a86f-12565e5ff64e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: d4f078f0-fc4a-4de6-accd-4e5a949c158d
  kind: Event
  lastTimestamp: "2026-07-28T01:45:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:45:58Z"
    name: isvc-autogluon-v2.18c650b5f7330cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: e59604d9-b92f-433b-adab-1e2d4c9963fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: d4f078f0-fc4a-4de6-accd-4e5a949c158d
  kind: Event
  lastTimestamp: "2026-07-28T01:44:04Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:44:04Z"
    name: isvc-autogluon-v2.18c650b5f7cb7122
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: 3fd28c7a-7e17-48e3-9e9c-f942c22f4ed9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: d4f078f0-fc4a-4de6-accd-4e5a949c158d
  kind: Event
  lastTimestamp: "2026-07-28T01:44:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:44:04Z"
    name: isvc-autogluon-v2.18c650b5fd23420b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: 2e82e876-e9cc-4266-8c84-83dbe84e6d72
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:45:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: d4f078f0-fc4a-4de6-accd-4e5a949c158d
  kind: Event
  lastTimestamp: "2026-07-28T01:45:58Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:45:58Z"
    name: isvc-autogluon-v2.18c650d073f2c5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: a8b154f6-1fa8-44ca-a21a-4d2503874b7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:51:46.910616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-cb85cf55c-96hqz
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:51:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:51:46Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c6512191307f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22474"
    uid: 6a72d0cc-80d5-4916-868d-4ddbe0c493b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:47Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c651219f45cb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: a813ec03-dbf5-420c-9f72-3c9a09935a5b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22478"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:47Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:51:47Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c65121ce9df715
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 7e7b8bb3-c88c-4929-89cf-9f7131e9c7fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:47Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c65121cfeb7e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22518"
    uid: 033e16eb-db38-4544-bc2d-cb91318e3575
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c65121d2b12560
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: ca2ba4c3-cbd3-4535-9d65-8b147de9afcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c65121d3275007
    namespace: kserve-ci-e2e-test
    resourceVersion: "22521"
    uid: d7761c6c-c011-4b54-a7ad-855ebac317cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:51Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c65122be7f78ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: ad16bb40-7feb-46ac-ac5a-b5797fc16202
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:52Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c65122c238a5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22559"
    uid: 50a74c87-11eb-4ca2-9a82-8b4049cc50f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:52Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c65122c2d5e007
    namespace: kserve-ci-e2e-test
    resourceVersion: "22560"
    uid: a3f26d53-443f-499a-b443-9a0d741a1898
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:52Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c65122c2e1ffca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22563"
    uid: e047f143-1475-4f1b-9d91-9e97193f9400
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:52Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c65122c640b17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22566"
    uid: 16399b3f-1010-4feb-a0e1-a261f4a7d872
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:51:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:52Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c65122c6c4520f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22568"
    uid: 5a223f47-0403-46f9-b745-08f68dae3097
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:53:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:19Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c6512336697dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: bfe98403-a6b9-4e39-97d9-1bae16771d96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:53:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:17Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c651368cda438e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23207"
    uid: f5407cbb-272f-4c59-8426-e7f9cf3225b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:53:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:17Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c651368cdd11e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 4829611d-1712-46e9-9cc4-c4888a3a7ec4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-96hqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 3fdf9f49-e736-4b4c-a69f-a6b4ff76ae14
  kind: Event
  lastTimestamp: "2026-07-28T01:53:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:19Z"
    name: isvc-canary-create-predictor-cb85cf55c-96hqz.18c651373c9b6d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 50cc1714-00df-48ca-bf4e-cb39350c9074
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-cb85cf55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22452"
    uid: 202b1046-66c3-4f71-b7d7-cb0201a27eb9
  kind: Event
  lastTimestamp: "2026-07-28T01:51:46Z"
  message: 'Created pod: isvc-canary-create-predictor-cb85cf55c-96hqz'
  metadata:
    creationTimestamp: "2026-07-28T01:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:51:46Z"
    name: isvc-canary-create-predictor-cb85cf55c.18c6512190c5ca72
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: 5fa99f2d-82a1-454a-9811-f596dd556e50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 087a41a6-f4f1-4edf-94a2-eb1d0c40d47c
  kind: Event
  lastTimestamp: "2026-07-28T01:51:46Z"
  message: Scaled up replica set isvc-canary-create-predictor-cb85cf55c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T01:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:51:46Z"
    name: isvc-canary-create-predictor.18c651218dcbbb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 031e75f3-d44c-4f02-9021-8b6adc55dc59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:51:46.952860Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22479"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:51:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:51:46Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c6512193b512e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22483"
    uid: c25e125a-8738-4291-b4d7-abf3b2f81843
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:51:47Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:51:47Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65121ad01a1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22498"
    uid: 64fe46d3-aa18-46b4-853d-c2c6bf9251de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:51:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:47Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65121ae58afc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22500"
    uid: 402a3af8-5b77-4463-a088-9bab0c1a809d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:51:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:47Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65121b0edced7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: c5055314-c837-48f0-b621-c157f36ef976
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:51:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:47Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65121b163f2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: de7fe2e7-ed82-48cf-ba9c-8b38b9c00d73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:51:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:51Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65122be68c282
    namespace: kserve-ci-e2e-test
    resourceVersion: "22552"
    uid: 2a07bb70-43aa-483d-b633-d142b9eace52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:51:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:52Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65122c22bc849
    namespace: kserve-ci-e2e-test
    resourceVersion: "22558"
    uid: 9eab2d80-f063-4513-8de4-8163c36f8f4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:51:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:52Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65122c2d5db68
    namespace: kserve-ci-e2e-test
    resourceVersion: "22561"
    uid: 1ae59724-72c6-4e1a-ad13-63a56312659b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:51:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:52Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65122c2e0aa3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: 988323e9-e253-4c78-be76-1f8dac809e96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:51:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:52Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65122c6307845
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: e04fae74-7ed8-4995-a0c4-7c3ee5d10b2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:51:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:51:52Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65122c6b77c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "22567"
    uid: b2284cf6-2cf8-4046-8719-4bc3e25855cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:53:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:18Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c65122fa7fa205
    namespace: kserve-ci-e2e-test
    resourceVersion: "23227"
    uid: 8c2feaa5-3b4a-4389-9461-d41deeae2f0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:53:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:17Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c651368c888c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23204"
    uid: 5ad2b5e9-188a-4cf0-81fe-24afef96b9c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:53:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:17Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c651368c8942ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: 0c3f1cc0-0322-4333-9d96-e64fbc04506d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 86c02296-3327-4202-8448-78d92d091b94
  kind: Event
  lastTimestamp: "2026-07-28T01:53:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:18Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g.18c6513700c70b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "23226"
    uid: 58cf0301-8c59-41e7-99cf-6c4a64b88983
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6d8d4768d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22461"
    uid: 6272213d-7185-4f21-8050-c0763504a8d2
  kind: Event
  lastTimestamp: "2026-07-28T01:51:46Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6d8d4768d4-jmz2g'
  metadata:
    creationTimestamp: "2026-07-28T01:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:51:46Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4.18c651219354124a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22480"
    uid: d154c9c4-32fa-4195-a9b8-5dfd515d8b89
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22460"
    uid: 2a8ab06b-e745-4648-95c2-a938b0012f7c
  kind: Event
  lastTimestamp: "2026-07-28T01:51:46Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6d8d4768d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T01:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:51:46Z"
    name: isvc-canary-create-v2-predictor.18c651218fb5aa29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22463"
    uid: 112d3416-a1a9-4e1f-8e7d-aa2741eea1cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 86be5002-3c9b-4910-9acb-8cac5cd0678d
  kind: Event
  lastTimestamp: "2026-07-28T01:53:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:53:10Z"
    name: isvc-canary-create.18c651218f710efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23137"
    uid: 503f4af2-9878-4fd4-9a17-de2b6fd3c1af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 86be5002-3c9b-4910-9acb-8cac5cd0678d
  kind: Event
  lastTimestamp: "2026-07-28T01:51:46Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:51:46Z"
    name: isvc-canary-create.18c651218fd102b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 8e0d9a37-4929-4b2d-9eac-645a6d2569d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:51:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 86be5002-3c9b-4910-9acb-8cac5cd0678d
  kind: Event
  lastTimestamp: "2026-07-28T01:51:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:51:46Z"
    name: isvc-canary-create.18c651218fd1444b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: 18ef0143-d3ab-405b-80cb-3ef8dcb0fde9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23135"
    uid: 86be5002-3c9b-4910-9acb-8cac5cd0678d
  kind: Event
  lastTimestamp: "2026-07-28T01:53:10Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:53:10Z"
    name: isvc-canary-create.18c65134ee156b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23136"
    uid: 94181c8d-1aa6-4bda-b208-91bc04102289
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:53:22.174924Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23280"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-d9759ffd5-hvfvr
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:53:22Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65137bf627e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: fdbb996c-0820-4f4f-9f01-f24319aaca86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:22Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65137cdee5453
    namespace: kserve-ci-e2e-test
    resourceVersion: "23308"
    uid: dda65d6e-71b5-49c4-af7a-7dabfd4f9682
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23298"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:23Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:53:23Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65137fe799d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23321"
    uid: 4b9e6d5d-863a-4e19-823e-6d9149710877
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:23Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65137ffce43b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23325"
    uid: bb195873-fa29-46c5-86da-e0ab81782367
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:23Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65138039cf1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23328"
    uid: dbf1b80d-97a3-41f1-9099-713888a68680
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:23Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c6513804177a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: f459bf30-7c45-4077-bae1-eea2d1eeb443
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65138f279ac17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23368"
    uid: 5463cb48-5959-497f-ba5f-af5c2ad405a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65138f5f456a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: b2f56bd4-9176-439b-9b65-fdcb41a61030
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65138f66b5562
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: 88d9df64-1a75-4b14-96eb-5056a93eeb64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65138f675ff13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23376"
    uid: 7c595b0b-1b7c-4571-8341-1db28de50ef3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65138f96b43e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: 8ca743d1-b4d8-4355-a4d2-6130f6a70ac5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c65138f9e662a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23383"
    uid: 05415868-5583-455a-85a6-ba0ee9f76be7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:54:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:54:54Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c651392e98de1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24060"
    uid: b5dd8b1f-21ea-40d1-b20c-c6491387d2b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c6514cb78b9ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 99837b3e-8db6-44a2-ad7d-72e6b27d1a36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c6514cb78c5f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 2f6044f9-e69f-4488-b0ce-a6e6a0d11900
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 1a929207-c584-4b9f-8ad7-4e8a7741fba9
  kind: Event
  lastTimestamp: "2026-07-28T01:54:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:54:54Z"
    name: isvc-canary-promote-predictor-d9759ffd5-hvfvr.18c6514d34c25086
    namespace: kserve-ci-e2e-test
    resourceVersion: "24059"
    uid: 8f72985b-5d12-4171-a91b-867b8f4154ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-d9759ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: 075cbae3-33cb-4b94-aee4-cb17579890d4
  kind: Event
  lastTimestamp: "2026-07-28T01:53:22Z"
  message: 'Created pod: isvc-canary-promote-predictor-d9759ffd5-hvfvr'
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:53:22Z"
    name: isvc-canary-promote-predictor-d9759ffd5.18c65137bef59cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 6aa9f28f-f2d3-4190-9d81-5103311b087a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: 33cb6d7d-bef0-4fe4-b758-d025e601743d
  kind: Event
  lastTimestamp: "2026-07-28T01:53:22Z"
  message: Scaled up replica set isvc-canary-promote-predictor-d9759ffd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:53:22Z"
    name: isvc-canary-promote-predictor.18c65137ba39856e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23265"
    uid: e327b8df-2acf-4451-a0df-1341cf899b37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:54:52.303552Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24021"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-rhq95
    to ip-10-0-138-153.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:54:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c6514cbb78a6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24025"
    uid: c5ffda3d-deb4-41ac-90bc-a4b190403da4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24031"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c6514cd58877b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: 8ac4ef6b-a757-45b6-8499-42a184bf60c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c6514cd6d19282
    namespace: kserve-ci-e2e-test
    resourceVersion: "24040"
    uid: 73605658-7414-4797-86fd-d38afcfa3061
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c6514cd9ad4a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24041"
    uid: 858dbb9e-bb99-4b2c-8f94-2466bb7661e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c6514cda26d512
    namespace: kserve-ci-e2e-test
    resourceVersion: "24042"
    uid: e6f0237c-36f4-4f6e-ba61-7f14902b0ed0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:54:57Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T01:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:54:57Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c6514debe3c36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24083"
    uid: 544d1280-f5d8-4af4-80e9-5d88a3939089
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:55:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:55:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.628s (13.628s including waiting). Image size: 1555730357 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T01:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:55:11Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c651511837bda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 01f5fa98-2468-4790-9e8a-194a2bed3889
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:55:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:55:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:55:11Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c651511c4e804a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24178"
    uid: 3e2c5265-fc52-4fbf-8a2d-6ae5df67f655
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:55:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:55:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:55:11Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c651511cd537f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24179"
    uid: a5f7093d-145b-402b-99b8-72dc65a8f25c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:55:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:55:11Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T01:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:55:11Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c651511ce37d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "24180"
    uid: 31d668b9-3f4e-4a6f-9488-4ec16b7da39b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:55:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.351s (2.351s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T01:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:55:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c65151a9061bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 1f8cabb2-46b0-478b-8d5f-8c3adfa24b6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:55:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:55:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c65151abf8481c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24196"
    uid: ff996118-a1af-4d09-97d2-b04f5b3a3cc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:55:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:55:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c65151ac8df555
    namespace: kserve-ci-e2e-test
    resourceVersion: "24197"
    uid: 3596fc81-cf50-4de8-8b84-f550fec9ee75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T01:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:56:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:44Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c65152237f2e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 15758149-c9b6-4ae9-be00-058d0f374a33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:56:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:42Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c65166628e7684
    namespace: kserve-ci-e2e-test
    resourceVersion: "25127"
    uid: 45aa4a5b-65db-41ea-aed2-62b1e77a841b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:56:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:42Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c65166628edab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25128"
    uid: a254329b-dd42-413a-aff1-aadb3c38462a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: 55979039-de8d-4f80-9ef4-42b63aa542b5
  kind: Event
  lastTimestamp: "2026-07-28T01:56:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:46Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rhq95.18c6516753caf08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: e8306f80-5b9d-4097-a759-76ed1d2545d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:53:22.177971Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23281"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:53:22Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65137bf90f3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23291"
    uid: 0f7a4955-8a4a-464e-b7f2-db75b4936b3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:22Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65137cde88ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23307"
    uid: c2105fd4-51b5-473f-8adc-adae32a82635
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23299"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:23Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:53:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65137fda8e9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23318"
    uid: ac30bf4f-af26-49ca-9d49-efa8d9926386
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65137ff0ea8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23324"
    uid: 63ee7dfd-3eb2-4bea-a35a-6050a5cbf5f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65138037fce23
    namespace: kserve-ci-e2e-test
    resourceVersion: "23327"
    uid: 495cce46-93ac-4d9f-8498-e411b4ce1b23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c6513803f9c2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23329"
    uid: 254ca2a7-285b-4c96-a11f-52eb15042013
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65138f2650072
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 2e3ef704-5973-4cc7-9cfe-762740e25257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65138f5fe9663
    namespace: kserve-ci-e2e-test
    resourceVersion: "23374"
    uid: 36574fed-ec18-4841-a483-4360727f8b96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65138f679acbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23377"
    uid: c5a2d520-180c-4148-a898-2d1d1d2fb096
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65138f6832cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23378"
    uid: cddb216e-843a-4e42-9828-96996cfbabfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65138f98e2619
    namespace: kserve-ci-e2e-test
    resourceVersion: "23382"
    uid: 6646bb88-b4e0-4e83-a826-3ff5ba3575d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:53:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:53:27Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c65138fa11e26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23384"
    uid: 52afd76b-7905-4a4a-8731-ab5ce2a56772
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:56:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:45Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c651396a674730
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 1c470953-8238-4eb9-a6a8-6175f92ce0f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:56:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:42Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c6516662e03ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25129"
    uid: e91ff67c-dddd-4f16-809b-de776bbca544
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:56:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:42Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c6516662e0ac87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: 1572cc21-cd0a-4f13-af4d-598902ba3bcc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 5919e113-7fda-488a-8664-79dad764ebba
  kind: Event
  lastTimestamp: "2026-07-28T01:56:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:45Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-rt8g4.18c651670d213311
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: eb4f5882-8b20-4a9b-852a-7c6c4475fbe0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: fd02f2fd-9286-4e66-b829-5fc52feafb5b
  kind: Event
  lastTimestamp: "2026-07-28T01:53:22Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-rt8g4'
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:53:22Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c65137bf1e6ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: 0ee00ba7-643f-4532-83b3-da395f3780c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "24004"
    uid: fd02f2fd-9286-4e66-b829-5fc52feafb5b
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-rhq95'
  metadata:
    creationTimestamp: "2026-07-28T01:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c6514cbb05fbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: 79425b1f-2423-494f-8421-8a52e9fe8d08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: ebc0d81b-167d-4177-8c8a-ffcfcf5696ee
  kind: Event
  lastTimestamp: "2026-07-28T01:53:22Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:53:22Z"
    name: isvc-canary-promote-v2-predictor.18c65137bbf626ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: 368a680c-6436-478d-9323-8333896f4e15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23999"
    uid: ebc0d81b-167d-4177-8c8a-ffcfcf5696ee
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-28T01:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote-v2-predictor.18c6514cb6b36e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: 3c8d2347-97e4-4fd6-9a55-46c18b32e5b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: e93f70db-402b-429d-8ae1-46b5d08e26e1
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote.18c65137bb964d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24033"
    uid: 8faf6e32-4709-4270-bab5-42207093532c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: e93f70db-402b-429d-8ae1-46b5d08e26e1
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote.18c65137bc126b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: 4496638a-5648-4dfe-9e7f-ac5a8c031fce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:53:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: e93f70db-402b-429d-8ae1-46b5d08e26e1
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote.18c65137bc12c17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: 631a9830-6251-4ec4-8500-a6d5296b0114
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23933"
    uid: e93f70db-402b-429d-8ae1-46b5d08e26e1
  kind: Event
  lastTimestamp: "2026-07-28T01:56:34Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:56:34Z"
    name: isvc-canary-promote.18c6514ae6660462
    namespace: kserve-ci-e2e-test
    resourceVersion: "25055"
    uid: 0cc7ca81-676a-47ce-9e67-531c5d9a2d24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:54:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24029"
    uid: e93f70db-402b-429d-8ae1-46b5d08e26e1
  kind: Event
  lastTimestamp: "2026-07-28T01:54:52Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T01:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:54:52Z"
    name: isvc-canary-promote.18c6514cbd2d0847
    namespace: kserve-ci-e2e-test
    resourceVersion: "24032"
    uid: 8ed24d70-234d-4371-ab47-4406e9d03809
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:56:47.637512Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25199"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:56:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c6516795e8bc38
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: 338ffb22-5a9a-4865-84dd-47b76f0b3818
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65167a48b451f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25229"
    uid: a796c36b-601c-4614-b904-a075e0754250
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:48Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:56:48Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65167d3ccd1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 53fdd5b3-cdba-4d2e-8559-d21073c8980c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:48Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65167d531b11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25245"
    uid: cd795122-b821-4ecd-985f-5f7f2b8cd6a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:48Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65167d88cb13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: 78a11e5c-a2e7-4e93-846e-ba36885133ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:48Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65167d9006166
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: d99ca53b-72d8-455c-82a2-9e304e7dfd65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65168d796d4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25290"
    uid: f9157874-b8a2-42d7-9a92-12b36b9ba852
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65168dba0332b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25298"
    uid: 4cfb7d59-3bda-45d0-9931-e4a680a02a66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65168dc3b6fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25301"
    uid: e8d1876f-54cd-47c8-a4f3-aa2533a55024
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65168dc43c31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25302"
    uid: a995b258-5b85-497d-8f8a-1e03b8fc862f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65168dfb0b724
    namespace: kserve-ci-e2e-test
    resourceVersion: "25306"
    uid: 85a0828f-a196-4f26-9fc2-b8ed136d5fbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c65168e0261dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25308"
    uid: 454ca849-16f7-4b86-8380-07bfe4e76ad3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:59:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:41Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c651694f90123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26602"
    uid: 28aca000-a86e-440c-a606-e04fc34d1be2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:59:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c6518f3b2746ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26570"
    uid: 6a96508f-8a8f-4803-b67c-723cd1e389cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:59:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c6518f3b27d859
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: d8a53669-24e1-4154-a202-eb0251473e3b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: d1bfe636-5b16-4ee0-8458-a1ab8de8c022
  kind: Event
  lastTimestamp: "2026-07-28T01:59:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:41Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s.18c6518ff6187dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26601"
    uid: dfd94e91-36dd-4cf2-942c-7d574409b05f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:58:07.817072Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    to ip-10-0-138-153.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:58:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:58:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517a40fbbf65
    namespace: kserve-ci-e2e-test
    resourceVersion: "25888"
    uid: fa9d64b7-41fe-4f60-8532-2021b3d58268
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:58:08Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:58:08Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517a5a7db53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: 27c4e7b8-2a77-433a-889c-17eaf807498a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:58:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:08Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517a5d8ad4a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25900"
    uid: 7530bc3b-5b7b-4f7f-bcf8-91935314d256
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:58:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:08Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517a60625449
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: bfca022b-af5d-4502-b059-b8422b09fe09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:58:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:08Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517a60d9858a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25903"
    uid: 5555abb3-0878-4cbc-950d-17dedb18025d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:58:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517b5022a332
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: 578996cd-ca56-4437-8019-014cbbdd1e2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:58:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517b53222b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 380832e4-09bd-4aa1-893c-4ca32f1d9378
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:58:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517b539ef3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: 90b0ac94-f005-459f-a88a-8252770d500c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:58:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517b53a90d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25947"
    uid: d51426e4-51fb-4246-8fb9-e1ac2cd40d5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:58:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517b56861e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: fdaad695-f335-48ed-bbb6-a6c1de32266d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:58:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517b57000a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "25950"
    uid: f3b9205a-38e4-40a3-9457-8045a7ac2b2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:39Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6517b8c4fce6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: bdb3646e-024f-4d13-a7bc-02757629da4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6518f3b6bce91
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: 1cd494b4-ed64-4b6b-86d4-eeb05197f8bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6518f3b6cedf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26573"
    uid: a7569d51-dbeb-4029-8348-75338e0305f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: aba9d181-8472-44a1-bd7d-838a75b0611f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:39Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc.18c6518f928d7315
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: b1b64047-b9eb-4bb5-9e32-bca0abfb17eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25183"
    uid: 2a22ddf7-2c9b-415b-88dd-58fd03c7694b
  kind: Event
  lastTimestamp: "2026-07-28T01:56:47Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-5p46s'
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:56:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c65167957856ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25201"
    uid: e033fd79-1742-4979-a6d4-9fa31ff98ae7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: 2a22ddf7-2c9b-415b-88dd-58fd03c7694b
  kind: Event
  lastTimestamp: "2026-07-28T01:58:07Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-v94sc'
  metadata:
    creationTimestamp: "2026-07-28T01:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:58:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c6517a3fe278d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25881"
    uid: 848158aa-a189-4796-bb6e-f246cfcca2f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25182"
    uid: d87e84a6-07d6-4273-a169-209b6c289ae7
  kind: Event
  lastTimestamp: "2026-07-28T01:56:47Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:56:47Z"
    name: isvc-canary-rollback-predictor.18c65167909b1bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25184"
    uid: 8aa19651-c38f-43dc-a88c-07f53cebb4f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: d87e84a6-07d6-4273-a169-209b6c289ae7
  kind: Event
  lastTimestamp: "2026-07-28T01:58:07Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T01:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:58:07Z"
    name: isvc-canary-rollback-predictor.18c6517a39ecb1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25875"
    uid: a66246c8-f44b-4ba5-a331-f30e37e4639e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:56:47.640554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25200"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:56:47Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65167961723a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25209"
    uid: a5b48bb3-39b0-42a0-aad5-8bbd49809a09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:58:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:11Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65167a48b1f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: 1d275cff-9c41-4aaa-8ad5-1dadcc32eaef
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25219"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:56:48Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:56:48Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65167d4bec83e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: 06a48762-1b3c-4d20-b934-b5034342fe34
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:56:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:48Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65167d6355c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25247"
    uid: 8a5ad0f2-cebb-459e-9d92-8a02ea35b577
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:56:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:48Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65167d8c99d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: 6b4bb557-4a40-468b-a4b6-e5187887687b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:56:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:48Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65167d93cd84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25251"
    uid: ef26d770-030f-428c-a0df-9323ebed6292
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65168d7a9a34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25291"
    uid: e55399f3-80b7-4f2d-93b3-47a23fdb2dea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65168db951b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: fdc47f5b-4cfd-4f76-acde-21c647a18bea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65168dc0b80a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: b87d5adc-0949-4b0a-82cf-468ac8bb6f1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65168dc15d898
    namespace: kserve-ci-e2e-test
    resourceVersion: "25300"
    uid: e05b1cbe-4ede-41f2-ab01-78fdb6c895b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65168dfa56a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "25305"
    uid: f52eb196-fb81-42cf-8a4e-ded25597f6d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:56:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:56:53Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c65168e01a9382
    namespace: kserve-ci-e2e-test
    resourceVersion: "25307"
    uid: ae39998a-311e-4f52-b1e7-5efdbaefc8a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:58:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:00Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c6516913bc65f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25797"
    uid: ff8e5ed2-07c8-4f66-94bb-5f97fe44e83f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:58:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:09Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c6517a99a26505
    namespace: kserve-ci-e2e-test
    resourceVersion: "25912"
    uid: a4f11716-b163-4780-8b5a-36acf8e3c6e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:58:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:09Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c6517a99a2db09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: 338df591-7c17-4c12-bf74-62ce87633b3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: ad9c41e5-0817-4e9f-b870-5c3081314708
  kind: Event
  lastTimestamp: "2026-07-28T01:58:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:58:10Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz.18c6517ac5dd3699
    namespace: kserve-ci-e2e-test
    resourceVersion: "25925"
    uid: b696cc9f-dd33-4d7c-a5bd-d19d5b3806ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f48b7656
    namespace: kserve-ci-e2e-test
    resourceVersion: "25192"
    uid: e8e427a5-9c07-41a9-878a-9826c42b2457
  kind: Event
  lastTimestamp: "2026-07-28T01:56:47Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f48b7656-glcxz'
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:56:47Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656.18c6516795b01fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: ac22b7ac-e313-4da1-89c0-65f43ee6bafd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25191"
    uid: f7d2506d-cc56-4b4f-ac7d-d37899c39343
  kind: Event
  lastTimestamp: "2026-07-28T01:56:47Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f48b7656 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:56:47Z"
    name: isvc-canary-rollback-v2-predictor.18c65167928f26c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25194"
    uid: 832754d5-0a92-418f-ac2b-5a77a54e68ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: b09fa205-458a-4234-b60c-a670a4991206
  kind: Event
  lastTimestamp: "2026-07-28T01:58:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:58:07Z"
    name: isvc-canary-rollback.18c651679250549b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25895"
    uid: 0ef4ca6f-b065-42cf-a09c-5c1f234cdce6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: b09fa205-458a-4234-b60c-a670a4991206
  kind: Event
  lastTimestamp: "2026-07-28T01:58:07Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:58:07Z"
    name: isvc-canary-rollback.18c6516792ab7f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "25863"
    uid: 789b2bf4-6fe3-45a9-8200-ac605db1f350
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:56:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: b09fa205-458a-4234-b60c-a670a4991206
  kind: Event
  lastTimestamp: "2026-07-28T01:58:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:58:07Z"
    name: isvc-canary-rollback.18c6516792abcf9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25864"
    uid: a69583cb-ef75-40a1-8753-7deb7efdd5c1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25811"
    uid: b09fa205-458a-4234-b60c-a670a4991206
  kind: Event
  lastTimestamp: "2026-07-28T01:59:29Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:59:29Z"
    name: isvc-canary-rollback.18c65178b5216d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26495"
    uid: fb08dfc3-2708-48c3-9f82-49a87db5eed5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:58:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: b09fa205-458a-4234-b60c-a670a4991206
  kind: Event
  lastTimestamp: "2026-07-28T01:58:07Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T01:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:58:07Z"
    name: isvc-canary-rollback.18c6517a40e94b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: 80cd93e3-ed61-4b74-b5f5-1d655912690b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:59:42.988806Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26647"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-86dc9fdb65-csttb
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:59:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:59:42Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c6519069a92162
    namespace: kserve-ci-e2e-test
    resourceVersion: "26656"
    uid: 7de098be-efac-42ef-8592-39ab8f1a28d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:43Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c6519071a2a95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26678"
    uid: ede005d4-4d63-4b28-8b8a-917c3fa70a47
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26667"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:44Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:59:44Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c65190a77d3771
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: 8d853acd-99a2-4987-9aef-4b4ec738dbe3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:44Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c65190a9c16c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26699"
    uid: a52e4b5b-ca0f-4a51-9a62-e83e06018a9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:44Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c65190ac64c17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26700"
    uid: 62c9401f-0d8c-4c5c-9ee3-89a174d799b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:44Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c65190acd75966
    namespace: kserve-ci-e2e-test
    resourceVersion: "26701"
    uid: c3879883-21de-4651-8401-d525d042dc98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c65191bb5cdc77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: e5bae10c-b024-4361-94e2-ba592bb2bdae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c65191bea4ddd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26751"
    uid: 1fe58b55-aa32-4e6c-bf50-287eb8e79c0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c65191bf194b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: f188dc98-bcfc-48c1-a27a-08ee6ae3c422
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c65191bf244bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "26753"
    uid: 12078973-e7b2-4965-ad87-947f97484030
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c65191c1fdcec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26756"
    uid: 53fc328d-59e0-4242-9654-085bb826c6a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T01:59:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c65191c2738c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: c90d0a9c-f151-49a0-8ea1-0bc1985b7f32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T02:01:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:13Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c651923342844e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27401"
    uid: 65ac649e-e1be-468c-af6e-f6e2511d7d64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T02:01:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:13Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c651a55fd2f5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27379"
    uid: bd3d0e74-d786-4658-8211-a5e5dd179fcf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T02:01:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:13Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c651a55fd3423f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27382"
    uid: 05421d65-3cfb-44ba-9ce6-e40c31bd07fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: de2a26bb-3bf1-4e1b-b1b0-3d332cce2488
  kind: Event
  lastTimestamp: "2026-07-28T02:01:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:16Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-csttb.18c651a639642945
    namespace: kserve-ci-e2e-test
    resourceVersion: "27422"
    uid: 28b30e44-0b5e-4384-a257-92b73357a704
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-86dc9fdb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26630"
    uid: 09998f27-1dac-47f9-8a6c-a87cbbb11159
  kind: Event
  lastTimestamp: "2026-07-28T01:59:42Z"
  message: 'Created pod: isvc-canary-stop-predictor-86dc9fdb65-csttb'
  metadata:
    creationTimestamp: "2026-07-28T01:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:59:42Z"
    name: isvc-canary-stop-predictor-86dc9fdb65.18c6519069397ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26649"
    uid: e7aa1914-1811-44de-ab1f-6d726e1c3f86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: f64f7662-b28d-4323-b7fe-7ec30f95c1e3
  kind: Event
  lastTimestamp: "2026-07-28T01:59:42Z"
  message: Scaled up replica set isvc-canary-stop-predictor-86dc9fdb65 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T01:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:59:42Z"
    name: isvc-canary-stop-predictor.18c651906477a3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26631"
    uid: 766802f1-1128-4661-9c99-5fcd54d6523e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:59:42.992290Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26648"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-77f778d864-f92zr
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:59:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:59:42Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c6519069de4b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: 56827f8a-c401-4ffa-be1a-65b271aae407
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26668"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:43Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:59:43Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c6519083a84e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 4b9d6b05-b6a1-444c-9cf7-8f89026c2809
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:43Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c65190850b8749
    namespace: kserve-ci-e2e-test
    resourceVersion: "26687"
    uid: 7f5b9817-044a-48e6-a54c-1d7030e8b209
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:43Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c651908806f43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26688"
    uid: 30858c40-5e14-438b-b7b6-08699ffdbfd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:43Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c65190887b6f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26689"
    uid: 8a3af9ae-a244-419c-bcdd-aac8ef264cac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c651917f44bcaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26731"
    uid: 65421b32-617e-4052-bb34-95b8bb0925e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c6519182b9976e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26733"
    uid: 69fbceb2-4274-4e1e-8e50-022998d62fd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c65191832e9f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: 3cedfe19-2dc3-4024-a60a-7f9fca3dedf1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c6519183389312
    namespace: kserve-ci-e2e-test
    resourceVersion: "26736"
    uid: ec8a7cbe-29a8-4ffb-8a05-352cb77e6297
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c6519186b70880
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: 4bc816dd-aade-4974-af87-094fa98ad8bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T01:59:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:59:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c65191873177d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26738"
    uid: 3b93860f-3565-4c03-b8e9-8e59ad710b7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T02:01:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:14Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c65191bb52f748
    namespace: kserve-ci-e2e-test
    resourceVersion: "27409"
    uid: 0c000bd7-5dc6-4a83-9db0-c7f15f85feac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T02:01:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:13Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c651a561a187da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: d402a65c-85d5-43f7-a56e-e5839ff8689e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T02:01:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:13Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c651a561a1f898
    namespace: kserve-ci-e2e-test
    resourceVersion: "27392"
    uid: e211735d-8f6d-4d25-b3a4-74e6dedd09e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 8f77be49-28a3-4860-a7a3-766b28efb55f
  kind: Event
  lastTimestamp: "2026-07-28T02:01:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:14Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-f92zr.18c651a5c1b1f1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27408"
    uid: 41d7c927-78cb-456b-a8ff-1e4df20a751d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-77f778d864
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: a9b00bde-487d-49b8-bd6f-b12f39b6a616
  kind: Event
  lastTimestamp: "2026-07-28T01:59:42Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-77f778d864-f92zr'
  metadata:
    creationTimestamp: "2026-07-28T01:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:59:42Z"
    name: isvc-canary-stop-v2-predictor-77f778d864.18c65190697363cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26653"
    uid: 7ab52f22-e3a7-4196-979a-07afc26bed3d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: 71f27082-322d-4001-aea8-c051957281ee
  kind: Event
  lastTimestamp: "2026-07-28T01:59:42Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-77f778d864 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T01:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:59:42Z"
    name: isvc-canary-stop-v2-predictor.18c6519066761d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: 6c303387-0cbc-4195-817d-b4927ee804fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26622"
    uid: bf9609e4-9f46-437d-979c-57bc7cc7b120
  kind: Event
  lastTimestamp: "2026-07-28T02:01:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:01:13Z"
    name: isvc-canary-stop.18c6519066084e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: b01aa4f2-ffe3-4aaa-85e6-d2d7f5e764f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26622"
    uid: bf9609e4-9f46-437d-979c-57bc7cc7b120
  kind: Event
  lastTimestamp: "2026-07-28T01:59:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:59:43Z"
    name: isvc-canary-stop.18c65190669ce96b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26672"
    uid: 8ae801ed-9481-4950-84cc-b66b2cb4ddcd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:59:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26622"
    uid: bf9609e4-9f46-437d-979c-57bc7cc7b120
  kind: Event
  lastTimestamp: "2026-07-28T01:59:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:59:43Z"
    name: isvc-canary-stop.18c65190669d1dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26673"
    uid: 83e25fef-8cd9-4dd7-aaca-3324bba755e3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: bf9609e4-9f46-437d-979c-57bc7cc7b120
  kind: Event
  lastTimestamp: "2026-07-28T02:01:03Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:01:03Z"
    name: isvc-canary-stop.18c651a32dfc72a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27297"
    uid: 1187266a-0df2-46fe-ab4d-a001fbf36386
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27387"
    uid: bf9609e4-9f46-437d-979c-57bc7cc7b120
  kind: Event
  lastTimestamp: "2026-07-28T02:01:13Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T02:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:01:13Z"
    name: isvc-canary-stop.18c651a5616c43e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: 37df1dfe-b9c1-484e-aa51-99ee45f49d9c
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:20:41.150648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 8fdcb8ea-d28b-4c4a-bceb-397f08746d5b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-ab280c-predictor-864cbfc576-rm22t
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:20:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:20:41Z"
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t.18c652b559f36028
    namespace: kserve-ci-e2e-test
    resourceVersion: "36919"
    uid: 6036cde9-d4c8-458b-8e8e-e639170144c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: 8fdcb8ea-d28b-4c4a-bceb-397f08746d5b
  kind: Event
  lastTimestamp: "2026-07-28T02:20:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-ab280c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:41Z"
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t.18c652b565974897
    namespace: kserve-ci-e2e-test
    resourceVersion: "36942"
    uid: 2a5d99d2-5130-4602-b9ba-cd787785126f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36927"
    uid: 8fdcb8ea-d28b-4c4a-bceb-397f08746d5b
  kind: Event
  lastTimestamp: "2026-07-28T02:20:43Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:20:43Z"
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t.18c652b5cce3470a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36953"
    uid: a019d786-7b9e-4709-8287-ae5e5af84240
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: 8fdcb8ea-d28b-4c4a-bceb-397f08746d5b
  kind: Event
  lastTimestamp: "2026-07-28T02:20:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:47Z"
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t.18c652b5ce4d671f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 18892f8b-d772-4dab-bb07-89d2500cedd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: 8fdcb8ea-d28b-4c4a-bceb-397f08746d5b
  kind: Event
  lastTimestamp: "2026-07-28T02:20:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:47Z"
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t.18c652b5d12111c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36992"
    uid: e1d08f45-5218-4b85-bc4e-45500fa5394e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: 8fdcb8ea-d28b-4c4a-bceb-397f08746d5b
  kind: Event
  lastTimestamp: "2026-07-28T02:20:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:47Z"
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t.18c652b5d19a8eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36993"
    uid: bdc07b2b-97a8-4074-a266-55ff87137bd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: 8fdcb8ea-d28b-4c4a-bceb-397f08746d5b
  kind: Event
  lastTimestamp: "2026-07-28T02:20:51Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:51Z"
    name: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t.18c652b7aec53df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: b131ee5b-6242-45ce-ae60-4d732332a7cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-ab280c-predictor-864cbfc576
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: d95b532b-eff6-4473-bc06-5ecad919fe25
  kind: Event
  lastTimestamp: "2026-07-28T02:20:41Z"
  message: 'Created pod: isvc-init-fail-ab280c-predictor-864cbfc576-rm22t'
  metadata:
    creationTimestamp: "2026-07-28T02:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:20:41Z"
    name: isvc-init-fail-ab280c-predictor-864cbfc576.18c652b5595e42cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36914"
    uid: 772e0ace-f318-4c93-960f-94b7175fe2fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-ab280c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: 9bdf5248-0c59-4d25-9898-3237ae8d20fb
  kind: Event
  lastTimestamp: "2026-07-28T02:20:41Z"
  message: Scaled up replica set isvc-init-fail-ab280c-predictor-864cbfc576 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T02:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:20:41Z"
    name: isvc-init-fail-ab280c-predictor.18c652b556b77458
    namespace: kserve-ci-e2e-test
    resourceVersion: "36908"
    uid: 3b5749bb-2e3b-4704-ae10-ccbff7590d95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ab280c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36896"
    uid: 2f276f86-240a-4ab7-9792-8ac6a6955596
  kind: Event
  lastTimestamp: "2026-07-28T02:20:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:20:47Z"
    name: isvc-init-fail-ab280c.18c652b556b7baf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36996"
    uid: 7c4caf87-a3f0-4944-b04e-858ba7334b45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ab280c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36896"
    uid: 2f276f86-240a-4ab7-9792-8ac6a6955596
  kind: Event
  lastTimestamp: "2026-07-28T02:20:41Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-ab280c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-ab280c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:20:41Z"
    name: isvc-init-fail-ab280c.18c652b55733e77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36929"
    uid: a7b5b30e-c231-4f20-9bb0-6e2ee1697f6c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ab280c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36896"
    uid: 2f276f86-240a-4ab7-9792-8ac6a6955596
  kind: Event
  lastTimestamp: "2026-07-28T02:20:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-ab280c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:20:41Z"
    name: isvc-init-fail-ab280c.18c652b557342b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36930"
    uid: 6e28ed8f-91a3-44bf-b376-c5708759f8be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:01:23.321868Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27510"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-mddkn
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:01:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:01:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651a7c5fa3fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27514"
    uid: 0352cb47-2a79-41ed-9afe-3cac56641f30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27519"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:23Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:01:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651a7df900a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 91eaf423-968c-4013-a14b-552f17ef2df1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651a7e0f0aa07
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: 979d6a93-730c-44cb-93bb-4a07c13f46a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651a7e37f03a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27530"
    uid: f019c05e-54de-4fe7-aef6-ce66c132618f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651a7e3f0dc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27531"
    uid: 210b10a3-d35f-46a6-bd6a-0181d6e664e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:28Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T02:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651a8dd217077
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: 85d1ca7e-e6d4-4a3d-86ec-3131d5d35379
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:34Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.259s (6.259s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T02:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651aa52415f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27612"
    uid: b1d0d2cc-97e2-482a-afe2-876c39c00aeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651aa552d8993
    namespace: kserve-ci-e2e-test
    resourceVersion: "27613"
    uid: a193e575-62eb-4373-9f2d-6be864b4277a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651aa559fcbcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: cd5cb856-de9e-4c00-a864-83c9d88ec979
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651aa55a848f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: 30401546-2a88-4e17-bd01-25b73dda1caf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651aa58526659
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: 544ea628-ed0f-4d3e-bb99-6753270569ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:01:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:01:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651aa58c64f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 4faf922c-4f9a-45bc-8002-d4b87e318488
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:02:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:02:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651aa809255b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28100"
    uid: f2871e38-32fa-4ee3-ab75-d9f6fd0376b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:02:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:02:53Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651bcc66da132
    namespace: kserve-ci-e2e-test
    resourceVersion: "28208"
    uid: 9f51e691-55ea-44e7-ab98-9d11bb8a21c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:02:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:02:53Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651bcc66e31f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28209"
    uid: e939786c-ce15-4078-a29d-9ec8a26537e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f5ec436c-8240-4793-afe7-e2e66b43b22b
  kind: Event
  lastTimestamp: "2026-07-28T02:02:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:02:56Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mddkn.18c651bd5cb4f51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28228"
    uid: 72959f4a-7f3e-480e-830f-7dab4560e068
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 169b23c7-07ca-4e8c-a970-288f08c1cd8c
  kind: Event
  lastTimestamp: "2026-07-28T02:01:23Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-mddkn'
  metadata:
    creationTimestamp: "2026-07-28T02:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:01:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c651a7c594e7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: 6b9790ca-0c86-4dda-bc69-a08cd71edd78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27496"
    uid: 61b6f2c3-910b-419a-a4e3-a1b6db58e69a
  kind: Event
  lastTimestamp: "2026-07-28T02:01:23Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:01:23Z"
    name: isvc-lightgbm-predictor.18c651a7c1080de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: ae725a62-c58e-405b-8af3-31ebfb02452b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 426b0a56-829c-4d62-94c6-dd2bde7a07a6
  kind: Event
  lastTimestamp: "2026-07-28T02:02:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:02:23Z"
    name: isvc-lightgbm-predictor.18c651ab3fd2037b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: ccbb2ec6-c580-4dbf-9713-823a459de255
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 426b0a56-829c-4d62-94c6-dd2bde7a07a6
  kind: Event
  lastTimestamp: "2026-07-28T02:02:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:02:23Z"
    name: isvc-lightgbm-predictor.18c651ab4036c6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27964"
    uid: dab7b6c4-5ff0-46c5-9938-62b0e48cff83
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: 426b0a56-829c-4d62-94c6-dd2bde7a07a6
  kind: Event
  lastTimestamp: "2026-07-28T02:02:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:02:53Z"
    name: isvc-lightgbm-predictor.18c651b93efa5c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28190"
    uid: 3c18dbfc-1cb9-4371-8378-42df5c44a7b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: 426b0a56-829c-4d62-94c6-dd2bde7a07a6
  kind: Event
  lastTimestamp: "2026-07-28T02:02:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:02:53Z"
    name: isvc-lightgbm-predictor.18c651b93fcb6ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28191"
    uid: 3978ee8e-0430-4688-b349-a9ab653522cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:02:58.714209Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28279"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:02:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:02:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651bdfbcdc28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28283"
    uid: c64c155d-d7b7-4f73-a137-154b00dd2137
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:02:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:02:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651be0581f722
    namespace: kserve-ci-e2e-test
    resourceVersion: "28292"
    uid: 8bc6bd19-e30c-43e7-85f2-53c439b772d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:02:59Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:02:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651be38cf098e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28301"
    uid: 7e3a348b-29e7-4cf5-8c85-ca56c1768227
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:02:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:02:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651be3a86078c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: 9e9ef8d4-1bf8-4346-8e70-810fb4903f51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:02:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:02:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651be3ce2bea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8699888b-074d-4221-9408-01649df48d2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:02:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:02:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651be3d59c0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: 03037328-4fe0-4408-8ebe-14745e7ff0c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:03:03Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:03:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651bf10107647
    namespace: kserve-ci-e2e-test
    resourceVersion: "28336"
    uid: 872fd516-6764-4681-9bd0-8fbe3a36da21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:03:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:03:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651bf12df6526
    namespace: kserve-ci-e2e-test
    resourceVersion: "28340"
    uid: ce7224c7-9192-45e5-8b67-2e5015cb5483
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:03:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:03:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651bf135287cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28341"
    uid: 71cf69a7-0690-45bb-8a91-1c026ee3092e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:03:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:03:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651bf135c7a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28342"
    uid: a86480ea-e5c8-4d60-9638-fdbfd3897726
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:03:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:03:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651bf1652ca86
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 99df8a99-42c7-424b-b01d-a29a1197a10a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:03:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:03:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651bf16c362d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28347"
    uid: a1da5697-4b3a-41f8-8f5c-339691831e6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:04:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:04:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651bf87de0c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "29012"
    uid: 567f5ab5-f49b-4878-a662-2dc6e83e3220
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:04:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:04:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651d3093ce46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: 1322b0ef-c755-4583-b694-ce6cbde17f36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:04:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:04:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651d3093e0cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 667e6ad1-c6f8-4050-8500-076be7c5c37a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: ae6e4975-e39f-411c-bab4-22f5dbd8ebc2
  kind: Event
  lastTimestamp: "2026-07-28T02:04:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:04:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9.18c651d38e10b937
    namespace: kserve-ci-e2e-test
    resourceVersion: "29011"
    uid: c8c5419c-4413-45e7-b7cc-59e742acee3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28267"
    uid: 9452d1f4-9c06-4bcd-9d5f-359f2bdf9b90
  kind: Event
  lastTimestamp: "2026-07-28T02:02:58Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-52pc9'
  metadata:
    creationTimestamp: "2026-07-28T02:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:02:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c651bdfb2fbcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 7774aae3-7619-4f01-bf34-36720ac078e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28265"
    uid: deb58b92-ecfb-49c1-bd09-3b0c886e137b
  kind: Event
  lastTimestamp: "2026-07-28T02:02:58Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T02:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:02:58Z"
    name: isvc-lightgbm-runtime-predictor.18c651bdf3a95966
    namespace: kserve-ci-e2e-test
    resourceVersion: "28268"
    uid: 6a47621f-ebff-45d2-98b5-f4e1793705be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28266"
    uid: 53e7f13c-5cde-4222-a131-4ff016c3505e
  kind: Event
  lastTimestamp: "2026-07-28T02:03:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:03:13Z"
    name: isvc-lightgbm-runtime-predictor.18c651c1722fa602
    namespace: kserve-ci-e2e-test
    resourceVersion: "28425"
    uid: 29e27197-89bf-4fc0-a5c4-c4cf61f6bac5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28266"
    uid: 53e7f13c-5cde-4222-a131-4ff016c3505e
  kind: Event
  lastTimestamp: "2026-07-28T02:03:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:03:13Z"
    name: isvc-lightgbm-runtime-predictor.18c651c172953954
    namespace: kserve-ci-e2e-test
    resourceVersion: "28427"
    uid: 7d212a30-b6c4-49a5-8183-4f8329f92ba6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 53e7f13c-5cde-4222-a131-4ff016c3505e
  kind: Event
  lastTimestamp: "2026-07-28T02:04:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:04:28Z"
    name: isvc-lightgbm-runtime-predictor.18c651c4f1a5f0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28976"
    uid: 6dd8c06d-bdff-48d5-9e51-67ed5f8233f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T02:03:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 53e7f13c-5cde-4222-a131-4ff016c3505e
  kind: Event
  lastTimestamp: "2026-07-28T02:04:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:04:28Z"
    name: isvc-lightgbm-runtime-predictor.18c651c4f20fda74
    namespace: kserve-ci-e2e-test
    resourceVersion: "28977"
    uid: 99a9d12e-8c31-4792-8b62-126b7114b189
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28258"
    uid: 147760ea-08c3-42a0-8825-75b1c45c32c0
  kind: Event
  lastTimestamp: "2026-07-28T02:04:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:04:21Z"
    name: isvc-lightgbm-runtime.18c651bdf3a8e885
    namespace: kserve-ci-e2e-test
    resourceVersion: "28924"
    uid: 2e76cba6-5d6b-4388-8fd5-f4379cb2c197
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28258"
    uid: 147760ea-08c3-42a0-8825-75b1c45c32c0
  kind: Event
  lastTimestamp: "2026-07-28T02:02:58Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:02:58Z"
    name: isvc-lightgbm-runtime.18c651bdf47c4659
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: a720bb1b-fd71-40b5-bf20-0075f49ec944
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28922"
    uid: 147760ea-08c3-42a0-8825-75b1c45c32c0
  kind: Event
  lastTimestamp: "2026-07-28T02:04:21Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:04:21Z"
    name: isvc-lightgbm-runtime.18c651d13fac3689
    namespace: kserve-ci-e2e-test
    resourceVersion: "28923"
    uid: 474122a4-15aa-40a9-90a3-f3a121c3be8a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:07:29.603493Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30374"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:07:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:07:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fd0e102f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: a754cce6-01c6-4cf1-8446-e859a0d0b6c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:30Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:07:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fd2751ed69
    namespace: kserve-ci-e2e-test
    resourceVersion: "30392"
    uid: c0589023-5d54-4e19-8542-537157c41051
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fd28d33427
    namespace: kserve-ci-e2e-test
    resourceVersion: "30394"
    uid: 87a6b1de-a166-4649-8ab3-c89d18c4463b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fd2b7142c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30395"
    uid: 809586cc-f187-4c26-9a4f-554348edc21e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fd2bd8975f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30396"
    uid: a9cc5c4b-5969-4c32-a207-8a21185a7b07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:34Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fe27fb5d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30428"
    uid: 1d1ff3e5-1503-4acf-b356-05f59679b911
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fe2ab0158d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: 863deea0-7cd3-4fb1-94da-de68925e78c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fe2b19855e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30433"
    uid: ca9e1206-171b-40d9-9582-4377ca7131ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fe2b23c02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 36030f1b-43c0-4c6f-b0f2-4b22e9bcfd9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fe2e0c0366
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 96250d34-9434-45b5-a129-60253e396d5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fe2e7268b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30438"
    uid: eca1f999-b515-4080-9cf6-e5868d487026
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c651fe9ff117df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: 44a0c642-dd9b-414d-b3c2-31746a898c5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c65201b803147a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30573"
    uid: 49d0d5b6-3e30-4654-981c-3dcc9747ae5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 07590843-ed71-4868-8766-323d7529313b
  kind: Event
  lastTimestamp: "2026-07-28T02:07:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489.18c65201b80a9b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "30574"
    uid: 93009aa5-d3e4-4331-baae-a0b7e2995609
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30363"
    uid: 0819bba0-3465-4055-ad9d-56f175b7df97
  kind: Event
  lastTimestamp: "2026-07-28T02:07:29Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-vq489'
  metadata:
    creationTimestamp: "2026-07-28T02:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:07:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c651fd0d7ec9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: ccc7b773-6305-4c00-a24c-8818767830cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30361"
    uid: 44563eb8-0212-492b-a3ad-5107ea067933
  kind: Event
  lastTimestamp: "2026-07-28T02:07:29Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:07:29Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c651fd08c05001
    namespace: kserve-ci-e2e-test
    resourceVersion: "30364"
    uid: ccc9b9f5-0e5e-4255-875d-fad2f2e9fa90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30362"
    uid: 03f67393-5148-4535-9b8a-04758a72f09e
  kind: Event
  lastTimestamp: "2026-07-28T02:07:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:07:44Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c652008746840e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: 330b71d2-21fb-4751-b564-a4fa2de5c4bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30362"
    uid: 03f67393-5148-4535-9b8a-04758a72f09e
  kind: Event
  lastTimestamp: "2026-07-28T02:07:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:07:44Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c6520087b13180
    namespace: kserve-ci-e2e-test
    resourceVersion: "30521"
    uid: dfc5a52d-e52a-404d-90a3-9f56db061984
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: baaab199-5e42-433a-977b-dd07eb6530c1
  kind: Event
  lastTimestamp: "2026-07-28T02:07:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:07:42Z"
    name: isvc-lightgbm-v2-kserve.18c651fd08c14ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30504"
    uid: 37a348a0-5d6f-480e-a675-2aeb9692b930
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: baaab199-5e42-433a-977b-dd07eb6530c1
  kind: Event
  lastTimestamp: "2026-07-28T02:07:29Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:07:29Z"
    name: isvc-lightgbm-v2-kserve.18c651fd0969d30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30368"
    uid: 40c1a9f8-1eeb-4a4a-a421-92cae41acd4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30501"
    uid: baaab199-5e42-433a-977b-dd07eb6530c1
  kind: Event
  lastTimestamp: "2026-07-28T02:07:42Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:07:42Z"
    name: isvc-lightgbm-v2-kserve.18c652000c1a3ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30503"
    uid: e2852327-9de1-4476-ab7d-9c4f21768007
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:04:34.286789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29059"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:04:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:04:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651d43c5f9603
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: c3b51148-de68-442d-8971-0bcc938af53b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:04:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:04:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651d44c474d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29073"
    uid: 95542633-a1f5-4ea8-8a6b-ea683d617673
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29068"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:04:35Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:04:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651d47a9dae10
    namespace: kserve-ci-e2e-test
    resourceVersion: "29083"
    uid: ce85c80c-8c3b-44dc-8025-20f2290dcad6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:04:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:04:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651d47c8b5802
    namespace: kserve-ci-e2e-test
    resourceVersion: "29085"
    uid: 19e6286a-0b17-4774-b02b-d8419dccb952
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:04:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:04:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651d47f4f0071
    namespace: kserve-ci-e2e-test
    resourceVersion: "29086"
    uid: 10ff578c-f4df-42ef-8998-2e593c102f97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:04:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:04:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651d47fc5bb60
    namespace: kserve-ci-e2e-test
    resourceVersion: "29087"
    uid: a7c6f28d-ebb4-4a87-8a82-5110a9564f8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:04:39Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-28T02:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:04:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651d57dd8c39a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29123"
    uid: 47be3e44-a1da-4e22-a81b-6028b90035fe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:06:44Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m4.92s
    (2m4.92s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T02:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:06:44Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651f293aabcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29999"
    uid: fb06ee43-4f95-4aa5-8764-7e586211ccc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:06:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:06:44Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651f29b1de01c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30002"
    uid: f07c9bc9-60c7-4f96-b4e3-b13acccec648
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:06:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:06:44Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651f29cc4340e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30004"
    uid: 69049134-88db-4f97-9689-e122708b777f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:06:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:06:44Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651f29cd0ae1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 6572eaea-f570-4b58-8aae-d5a973d4b6d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:06:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:06:44Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651f2a19d3e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30006"
    uid: 031d9b15-b3da-42c9-98f0-f47aefa7f3b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:06:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:06:44Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651f2a2f1aea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30007"
    uid: c60c1d08-3370-4121-a4c9-5db88263e057
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:07:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651fbdb104f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "30308"
    uid: 6d932859-642e-4859-83d3-529f97db5753
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 8732fd8c-41c4-4ad8-8f70-dcd4660b3b49
  kind: Event
  lastTimestamp: "2026-07-28T02:07:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f.18c651fbdb10df1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30309"
    uid: f332f3ed-7a27-44d6-af98-39abae453fd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29047"
    uid: 4884ca76-f3d3-4256-8590-89394256a272
  kind: Event
  lastTimestamp: "2026-07-28T02:04:34Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-njm7f'
  metadata:
    creationTimestamp: "2026-07-28T02:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:04:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c651d43bb1b753
    namespace: kserve-ci-e2e-test
    resourceVersion: "29060"
    uid: b974a889-f50f-4bee-9ae4-dfc35d5faa75
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: 46d69031-3532-411a-8704-9bd55a1e4d10
  kind: Event
  lastTimestamp: "2026-07-28T02:04:34Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:04:34Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c651d4370fa88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: 44c4b5f0-0823-4789-90e3-61012a8bca0a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29046"
    uid: cd0ec97d-ce11-4744-af1c-a3e4b82860ab
  kind: Event
  lastTimestamp: "2026-07-28T02:06:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:06:49Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c651d7b591c7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30033"
    uid: ef9a518e-e43f-4395-9337-3ff111d49aad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29046"
    uid: cd0ec97d-ce11-4744-af1c-a3e4b82860ab
  kind: Event
  lastTimestamp: "2026-07-28T02:06:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:06:49Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c651d7b5f6d2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30035"
    uid: 601db67f-2678-4588-8c06-9d256a900c37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29194"
    uid: cd0ec97d-ce11-4744-af1c-a3e4b82860ab
  kind: Event
  lastTimestamp: "2026-07-28T02:07:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:07:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c651f72de7dff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30244"
    uid: ca6292c9-0e70-4c5d-9a5e-5681afc26785
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29194"
    uid: cd0ec97d-ce11-4744-af1c-a3e4b82860ab
  kind: Event
  lastTimestamp: "2026-07-28T02:07:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:07:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c651f72e2f22e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30246"
    uid: 7c721627-7098-45c1-b9a5-5279c7b3d9be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29038"
    uid: b6b012f1-6e64-4d97-95fa-f32688aa5c03
  kind: Event
  lastTimestamp: "2026-07-28T02:07:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:07:22Z"
    name: isvc-lightgbm-v2-runtime.18c651d4371462b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30273"
    uid: 0626f456-59a5-44ca-9477-e14de68dc04f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:04:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29038"
    uid: b6b012f1-6e64-4d97-95fa-f32688aa5c03
  kind: Event
  lastTimestamp: "2026-07-28T02:04:34Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:04:34Z"
    name: isvc-lightgbm-v2-runtime.18c651d437918487
    namespace: kserve-ci-e2e-test
    resourceVersion: "29053"
    uid: dc376c00-d7fa-47fd-b320-078d231d1211
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: b6b012f1-6e64-4d97-95fa-f32688aa5c03
  kind: Event
  lastTimestamp: "2026-07-28T02:07:22Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:07:22Z"
    name: isvc-lightgbm-v2-runtime.18c651fb591ea4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: ec952a9a-7fc5-4beb-b5b9-d2bfc03876f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27489"
    uid: dc0c2ffb-b577-4266-9a58-93b95a80bc93
  kind: Event
  lastTimestamp: "2026-07-28T02:02:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:02:51Z"
    name: isvc-lightgbm.18c651a7c10a9868
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 3549ec71-7c60-4c59-85d3-e7c405937751
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:01:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27489"
    uid: dc0c2ffb-b577-4266-9a58-93b95a80bc93
  kind: Event
  lastTimestamp: "2026-07-28T02:01:23Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T02:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:01:23Z"
    name: isvc-lightgbm.18c651a7c18dc995
    namespace: kserve-ci-e2e-test
    resourceVersion: "27504"
    uid: f5a30d32-050c-4def-a936-619f0d4370f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:02:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: dc0c2ffb-b577-4266-9a58-93b95a80bc93
  kind: Event
  lastTimestamp: "2026-07-28T02:02:51Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:02:51Z"
    name: isvc-lightgbm.18c651bc3a2a6919
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: f438c06e-f42b-4297-a7e0-30c7baddad97
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:39:28.409438Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6b6746bb7-h8b5t
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:39:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:39:28Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c650759f16c3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: 0003bce7-1b95-4ce0-94a1-8ade09aaab98
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:28Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65075ab2a9115
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: 7c5d4884-d3ed-41da-a21b-7c26e9231f45
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:29Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:39:29Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65075dc10deca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: f41123d2-4424-437a-8ec3-e4bcb6cc8325
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:29Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65075ddd1698a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: ab0f9808-0fcb-41b3-bf02-d8394104bc48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:29Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65075e0841feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 6729eb87-5968-485b-9d38-8452b57ecad6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:29Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65075e0f3b13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 9ec1a8af-b383-463f-ab1d-be249fa72feb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:33Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076c31f8fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: bc6930ae-950c-49a2-9613-c7708e1df376
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:33Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076c5d46bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: b15f2ebc-09e2-4fae-816a-c5b2be1e512f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:33Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076c6570aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: 75707f36-b1dc-41e2-8999-afde45d0fae1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:33Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076c6605666
    namespace: kserve-ci-e2e-test
    resourceVersion: "16720"
    uid: f5bf54b4-916c-4822-b824-0b5caa2be783
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:33Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076c9004fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16722"
    uid: 7cec1299-551f-4294-ae4e-58441eb1ef98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:33Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076c97218f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: 97e014c9-f4ea-4af7-b54c-f8ec814a7206
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:33Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:33Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076c97b7d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: e57a8ecb-fbf2-43bd-b476-8b3564414764
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:33Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T01:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:33Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076cbf4251e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: e475433f-97fb-4119-b01e-9870b82ddb69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:39:33Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T01:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:33Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076cc6ebb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 9d578c35-6710-45bd-a584-03bb3ed50fd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:41:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:41:10Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076ff7325c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: b76599e2-a38e-43f3-897e-eb4172690973
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:41:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T01:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:41:10Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65076ff7ccb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17527"
    uid: d90921a2-d2ed-44cc-aa15-dc3d9d69f6be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:40:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:40:53Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c6508973f14793
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: 68740280-86d2-4383-86c7-4a75db0443f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:40:53Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:40:53Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c6508973f255cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: 4d2d4350-df58-4232-a71d-5ddd37e32fd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:40:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:40:53Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c6508973f284e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 14be2ca5-5a9a-471e-a02e-5228cc45499d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-h8b5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 05b64515-c5d5-42fe-97bb-5b16b6a48e4e
  kind: Event
  lastTimestamp: "2026-07-28T01:41:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp
    10.133.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:41:10Z"
    name: isvc-logger-predictor-6b6746bb7-h8b5t.18c65089db96b563
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: 647fed52-e5c5-4c6e-b489-f17679e6fb6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6b6746bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16638"
    uid: 2325e58b-cfe6-4c87-b1cd-b982b703beeb
  kind: Event
  lastTimestamp: "2026-07-28T01:39:28Z"
  message: 'Created pod: isvc-logger-predictor-6b6746bb7-h8b5t'
  metadata:
    creationTimestamp: "2026-07-28T01:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:39:28Z"
    name: isvc-logger-predictor-6b6746bb7.18c650759eb2f530
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 72005171-5954-412a-8800-a48d4a1b0cf7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: 53334138-516a-4806-88da-f84a12730b8b
  kind: Event
  lastTimestamp: "2026-07-28T01:39:28Z"
  message: Scaled up replica set isvc-logger-predictor-6b6746bb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T01:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:39:28Z"
    name: isvc-logger-predictor.18c650759b502a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: bbf85b56-42f0-4067-805c-542ed4b36817
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 47663f5d-2a2e-46eb-8573-b893757a1320
  kind: Event
  lastTimestamp: "2026-07-28T01:40:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:40:13Z"
    name: isvc-logger-predictor.18c6507919b73f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17027"
    uid: af47d4cb-968a-41ec-9764-a7a321a45e42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 47663f5d-2a2e-46eb-8573-b893757a1320
  kind: Event
  lastTimestamp: "2026-07-28T01:40:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:40:13Z"
    name: isvc-logger-predictor.18c650791a16ebff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 2cae1c38-98f5-466d-bd96-637bbec0244e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 47663f5d-2a2e-46eb-8573-b893757a1320
  kind: Event
  lastTimestamp: "2026-07-28T01:40:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:40:43Z"
    name: isvc-logger-predictor.18c65083961281c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: 12f6b8df-8219-460e-9a6d-8f90b0146d6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 47663f5d-2a2e-46eb-8573-b893757a1320
  kind: Event
  lastTimestamp: "2026-07-28T01:40:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:40:43Z"
    name: isvc-logger-predictor.18c65083966face2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: 4866f1db-f552-4edc-8a0a-66bfcf4e2a51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: e3404e10-adb2-4c9d-bdb7-eaad3252843d
  kind: Event
  lastTimestamp: "2026-07-28T01:40:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:40:40Z"
    name: isvc-logger.18c650759b64be49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: 343984dd-d333-4d56-be2a-8bf88b43e2f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: e3404e10-adb2-4c9d-bdb7-eaad3252843d
  kind: Event
  lastTimestamp: "2026-07-28T01:39:28Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T01:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:39:28Z"
    name: isvc-logger.18c650759bf48168
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: 5c36d8ad-70e1-485d-aa6a-63dc7cabea45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: e3404e10-adb2-4c9d-bdb7-eaad3252843d
  kind: Event
  lastTimestamp: "2026-07-28T01:39:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:39:28Z"
    name: isvc-logger.18c65075a140c28b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 9550b4f9-290b-4907-983f-be8cbd711e71
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: e3404e10-adb2-4c9d-bdb7-eaad3252843d
  kind: Event
  lastTimestamp: "2026-07-28T01:40:40Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:40:40Z"
    name: isvc-logger.18c6508662f7ecad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: acffe4a0-b3a8-439e-9fa8-05f9a673a4a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:07:54.780630Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30637"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:07:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:07:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c65202eabce7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: 01325a58-af18-4652-b8ea-b9236f476998
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:07:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c65202f4ae2871
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: 318962a3-3be9-4c03-8601-b218b1aa750c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30647"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:07:55Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:07:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c65203279d7c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30661"
    uid: e13de1da-ecdb-4a62-9fa3-3776a346cdd9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:07:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c652032919b0ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: 1c74c097-060a-4d45-8bd8-1e1c7e932719
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:07:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c652032b5a7ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30666"
    uid: de89a2a7-e69b-4271-aef4-2631c5776e8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:07:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:07:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c652032bc119a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: b3564d9e-e32f-42e2-b6a5-459c24437d79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:08:00Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T02:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c652043ba75c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "30701"
    uid: 27d79303-6d06-40af-8241-922e1c9af2d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:08:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c652043ea191a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30704"
    uid: 5bda90c7-7d05-4d65-bab0-c690bad32622
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:08:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c652043f111d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "30705"
    uid: 36eec4d8-f8ca-4253-ac1c-19b1bdd8d76f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:08:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c652043f1a2f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "30708"
    uid: 9f0a942c-1735-4115-90e5-41810540d146
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:08:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c6520441e85be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30710"
    uid: 5d073bec-f66f-40bf-ba8c-975e90107d03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:08:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c652044251df98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30712"
    uid: 553a3337-7275-4e13-8702-73994cdd9d93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:08:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:44Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c6520e997bf806
    namespace: kserve-ci-e2e-test
    resourceVersion: "31052"
    uid: 4db1cf70-35cb-478a-8b13-3d07cadafc18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 5cf090fc-088d-42a2-af68-640a7ee6f3be
  kind: Event
  lastTimestamp: "2026-07-28T02:08:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:44Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm.18c6520e997ca820
    namespace: kserve-ci-e2e-test
    resourceVersion: "31053"
    uid: fca39a98-8d44-4b5f-a548-d7c1637d79a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "30627"
    uid: 680b5307-cdb5-41b9-a382-ce39bd1e0ffc
  kind: Event
  lastTimestamp: "2026-07-28T02:07:54Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-6bgvm'
  metadata:
    creationTimestamp: "2026-07-28T02:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:07:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c65202ea508106
    namespace: kserve-ci-e2e-test
    resourceVersion: "30638"
    uid: 757ed9a5-383a-43e4-ab70-aa2d4e33ac5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 74e113a2-f2ee-443e-ac7c-0a40ff8fdd84
  kind: Event
  lastTimestamp: "2026-07-28T02:07:54Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:07:54Z"
    name: isvc-mlflow-v2-runtime-predictor.18c65202e770236a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30629"
    uid: b359ccc2-9ca7-42ec-aefe-d84f413f961a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30626"
    uid: 7ca9decd-4202-4972-ab59-54ca6a08e610
  kind: Event
  lastTimestamp: "2026-07-28T02:08:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:08:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18c65206665b58d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30994"
    uid: 6538c584-6318-4353-8245-2dc7a2681f67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30626"
    uid: 7ca9decd-4202-4972-ab59-54ca6a08e610
  kind: Event
  lastTimestamp: "2026-07-28T02:08:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:08:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6520666c36274
    namespace: kserve-ci-e2e-test
    resourceVersion: "30995"
    uid: 7d6d568b-1cc5-4a82-b01e-1ab4bd6fb06f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: bbcf4a3a-7392-4138-86ea-46c86bd7b5b4
  kind: Event
  lastTimestamp: "2026-07-28T02:08:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:08:37Z"
    name: isvc-mlflow-v2-runtime.18c65202e771c1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: db8fed63-56fd-4e85-9dc8-456aaad86122
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: bbcf4a3a-7392-4138-86ea-46c86bd7b5b4
  kind: Event
  lastTimestamp: "2026-07-28T02:07:54Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:07:54Z"
    name: isvc-mlflow-v2-runtime.18c65202e7e0e7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30633"
    uid: 43c587f6-c4f6-4b1c-bd00-bf3e1da38e70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30979"
    uid: bbcf4a3a-7392-4138-86ea-46c86bd7b5b4
  kind: Event
  lastTimestamp: "2026-07-28T02:08:37Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:08:37Z"
    name: isvc-mlflow-v2-runtime.18c6520ce0aaf8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: b37febfc-094c-485e-9abb-a0d151b28773
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:10:15.271308Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31788"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:10:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:10:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65223a0a28910
    namespace: kserve-ci-e2e-test
    resourceVersion: "31794"
    uid: 8e8756df-ce1b-4a43-9f4d-992e9130f2a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65223a91277ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31801"
    uid: 97d1eb67-fbbf-4e18-bccd-b88638c558e6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31798"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:16Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:10:16Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65223dd9a19d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31810"
    uid: 740a5b25-b4a2-4fe2-a6ad-f5c825199c4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:16Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65223df197be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31812"
    uid: 61fa4747-feaa-4c13-91dd-73366920bfa0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:16Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65223e1bb1825
    namespace: kserve-ci-e2e-test
    resourceVersion: "31813"
    uid: 94035a11-d8da-4de4-9f32-126d50ddf2f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:16Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65223e229a9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: b027819f-10cd-4ed9-9c70-c51bb58e6c1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:21Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T02:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c652252df42664
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 6943b061-dd35-4f56-b0de-635576036dc9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:33Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.637s (11.637s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T02:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65227e39a70d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31956"
    uid: 85003b23-b9f1-4f75-ae3c-79f1ad1e4bf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65227e69bb369
    namespace: kserve-ci-e2e-test
    resourceVersion: "31957"
    uid: d9ac575e-9ed9-4a43-9071-f7350ac33185
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65227e70afb60
    namespace: kserve-ci-e2e-test
    resourceVersion: "31958"
    uid: 1ec2fb65-94ea-4e3f-8394-932f86b95bc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65227e7167a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 977cdbb6-8288-4349-923a-0deab4723747
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65227e9a39692
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: 13d40788-e0f7-405a-bdc9-0a5fa5f20473
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:10:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65227ea131de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 150893ea-c6b3-4537-b299-a6a51d5ae605
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:11:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c65228382cab56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32237"
    uid: 9f7d36be-6cdd-45cb-8ab7-4aa2f5a914e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:11:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c6523456061adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32374"
    uid: 4814bd93-eca3-4556-8da4-2969f55e4057
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 5a824873-ca4a-4bf8-bc45-ce35bd5af556
  kind: Event
  lastTimestamp: "2026-07-28T02:11:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gk8ww.18c652345606a06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32375"
    uid: cc438d14-3dcc-4c18-91fa-afde673098c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: 322b8c0e-bd7b-4a34-9c95-1c80b9c4517a
  kind: Event
  lastTimestamp: "2026-07-28T02:10:15Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-gk8ww'
  metadata:
    creationTimestamp: "2026-07-28T02:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:10:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c65223a02aa01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31789"
    uid: a7496c0e-3381-498d-9e28-1eb4ad3335bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: 21365ad7-1854-44f2-9489-38a4a23cab2a
  kind: Event
  lastTimestamp: "2026-07-28T02:10:15Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:10:15Z"
    name: isvc-paddle-predictor.18c652239d2443da
    namespace: kserve-ci-e2e-test
    resourceVersion: "31779"
    uid: 24630c60-e831-45ef-a8a7-d3998bbc723b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31777"
    uid: 264185af-cf7e-4e91-a065-bdc95cdfd954
  kind: Event
  lastTimestamp: "2026-07-28T02:11:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:11:15Z"
    name: isvc-paddle-predictor.18c652271c1faa28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32264"
    uid: ae1240a8-f596-4aff-86d7-e57af8d6721f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31777"
    uid: 264185af-cf7e-4e91-a065-bdc95cdfd954
  kind: Event
  lastTimestamp: "2026-07-28T02:11:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:11:15Z"
    name: isvc-paddle-predictor.18c652271c8775a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32265"
    uid: 0c363627-920d-474d-aacf-41976287c9ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:11:32.192213Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-mdp45
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:11:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:11:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65235897a76c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32441"
    uid: 8ec2aa1a-0216-4f4f-abda-0dc117da9db2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65235965c8f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: 4f317682-827d-4609-9c88-d7de31cec476
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32445"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:33Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:11:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65235c6cf2621
    namespace: kserve-ci-e2e-test
    resourceVersion: "32457"
    uid: 3a7f67b8-baa7-428e-99db-b8a1fe888f3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65235c83cd21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: ed143512-e17f-4bb0-949e-bf7fa00bfc4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65235cac5e9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32461"
    uid: d2e37098-5756-47cd-9bd7-96f73a7d652d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65235cb339d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32462"
    uid: 305f60d4-3c76-4340-9c63-b5ffb61d37a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:38Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65236f166629d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32504"
    uid: 6583bec9-48fc-4afb-860b-98b40e68dd63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65236f401276e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32508"
    uid: 02689c0f-3a77-4e46-aa98-4d043d750478
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65236f46d1cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32509"
    uid: a453f4cc-7e39-40e5-998e-9b6fbb86e805
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65236f478a9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32512"
    uid: fa1f1ca6-7aa8-48e5-a16b-2e92518787ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65236f74076cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: c539f0dd-3724-4dc5-93fa-290e3f8ba601
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:11:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:11:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65236f7a9256f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: 2f25b7b2-c99f-4272-bb81-8237038499f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:12:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c652372d62a0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32956"
    uid: 11f870ef-64b4-46c4-ae16-4e7dfe0c585f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:12:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65243e3936b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "32931"
    uid: 48d18099-db0b-4d2a-b2cc-0281f95585a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:12:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65243e394081d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32932"
    uid: 2a3f907f-c98a-4565-a1c0-cc25e571e44c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 18a58bb7-8c63-41f8-ae3d-80a776d7eebb
  kind: Event
  lastTimestamp: "2026-07-28T02:12:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mdp45.18c65244733268c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32955"
    uid: 499fc7e7-40fe-48f4-9d68-46622d3e65fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32427"
    uid: 755e0994-eb91-4246-bd36-baeea3674593
  kind: Event
  lastTimestamp: "2026-07-28T02:11:32Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-mdp45'
  metadata:
    creationTimestamp: "2026-07-28T02:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:11:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c6523588d186ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: ba546529-35c4-4638-8667-082ddcb2dff7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32424"
    uid: 8bb5aa15-58b8-461d-a476-7ed6dece1753
  kind: Event
  lastTimestamp: "2026-07-28T02:11:32Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T02:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:11:32Z"
    name: isvc-paddle-runtime-predictor.18c652358516cbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32429"
    uid: d7857dc6-8ef7-4ad9-b01d-f04834f8e5e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 3f7c5628-1c2e-40e8-b55f-08dd648cba81
  kind: Event
  lastTimestamp: "2026-07-28T02:12:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:12:32Z"
    name: isvc-paddle-runtime-predictor.18c6523903a2d100
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 5b3615c9-8515-4ce6-9e32-21d6edc5ff88
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 3f7c5628-1c2e-40e8-b55f-08dd648cba81
  kind: Event
  lastTimestamp: "2026-07-28T02:12:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:12:32Z"
    name: isvc-paddle-runtime-predictor.18c65239040d56df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: 12d1dba0-2c87-4456-a7a5-9c2e42234d1a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: dbe04185-9ef5-4e5f-b6eb-cf20f2633fcd
  kind: Event
  lastTimestamp: "2026-07-28T02:12:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:12:26Z"
    name: isvc-paddle-runtime.18c6523585124f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: 99ca4a44-ade0-4f51-90a8-5195cf3fc166
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: dbe04185-9ef5-4e5f-b6eb-cf20f2633fcd
  kind: Event
  lastTimestamp: "2026-07-28T02:11:32Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:11:32Z"
    name: isvc-paddle-runtime.18c6523585c9a38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32432"
    uid: c95bcde9-c177-49e0-b080-61d88a35fde8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: dbe04185-9ef5-4e5f-b6eb-cf20f2633fcd
  kind: Event
  lastTimestamp: "2026-07-28T02:12:26Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:12:26Z"
    name: isvc-paddle-runtime.18c652422513be78
    namespace: kserve-ci-e2e-test
    resourceVersion: "32863"
    uid: 9ae09d8b-9041-43bd-8d4f-57d7f124e5e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:12:38.995377Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33000"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:12:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:12:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c652451741c424
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: cc87b96c-84b1-4ad6-85b2-ac2b3c2569cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:39Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c6524528f78046
    namespace: kserve-ci-e2e-test
    resourceVersion: "33015"
    uid: d67c877a-6dde-4f90-ac73-4323ed741ec9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33010"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:40Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:12:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c6524554310b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "33025"
    uid: af50119b-7725-424f-acf6-07c8bd157266
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c652455587b4e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33027"
    uid: e79091b7-2c70-4056-b46d-3acae4c51fd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c6524557f465a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33028"
    uid: 7e8cda86-c686-4914-9cbd-4b0edcd5ae83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c65245585b7abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33029"
    uid: f29bb21a-3ef5-4414-b3a1-285da9607d76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:44Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c652465d7f6585
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: 4f5d3640-fa8c-40fb-ad43-bb5834b92510
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c6524660a35c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33071"
    uid: e031ba7e-55dc-432b-af09-a618100b5260
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c652466110c031
    namespace: kserve-ci-e2e-test
    resourceVersion: "33072"
    uid: 809fc391-835c-457d-bc9f-4f12da6cc71c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c65246611a1116
    namespace: kserve-ci-e2e-test
    resourceVersion: "33073"
    uid: fc66852f-ec97-4c8c-be22-6fbb8297049b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c6524663a8221c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: 77f07b8a-072d-4682-9403-5522db28fe5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:12:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:12:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c652466414fb01
    namespace: kserve-ci-e2e-test
    resourceVersion: "33076"
    uid: 45f47e3a-6de3-401a-be23-ed18f5be835c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:13:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c65246d5502214
    namespace: kserve-ci-e2e-test
    resourceVersion: "33508"
    uid: a7ba0789-55db-40e4-b394-a386b1cacdb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:13:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c652537de49d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: 7618fdf5-1c4a-4733-a0ee-152529197c3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:13:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c652537de515dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33495"
    uid: b4929d31-ff71-4ae6-94ae-d9feccda47d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: e1fd040f-ee0f-4bf6-b032-fb985659c042
  kind: Event
  lastTimestamp: "2026-07-28T02:13:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:42Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm.18c65253df55cead
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: dda86319-d347-4560-8553-54b6625a2295
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32991"
    uid: f5c39a36-f2cc-4456-8585-cfbfae392848
  kind: Event
  lastTimestamp: "2026-07-28T02:12:38Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8pzxm'
  metadata:
    creationTimestamp: "2026-07-28T02:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:12:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c6524516d1783a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33003"
    uid: 6f05f0e8-2e66-47aa-9fd6-1f0727b75ace
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32989"
    uid: 5751829c-bca3-4121-b740-8bd15f2d1528
  kind: Event
  lastTimestamp: "2026-07-28T02:12:38Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T02:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:12:38Z"
    name: isvc-paddle-v2-kserve-predictor.18c65245134def55
    namespace: kserve-ci-e2e-test
    resourceVersion: "32993"
    uid: 69f59fb4-ad8c-4c65-8b5f-20835b8c87db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: b406e46a-37f0-4dce-a857-b3544d96ed42
  kind: Event
  lastTimestamp: "2026-07-28T02:13:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:13:08Z"
    name: isvc-paddle-v2-kserve-predictor.18c6524891fa026a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: c85c7279-ce2a-4564-9c47-0e39fe0a4f2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: b406e46a-37f0-4dce-a857-b3544d96ed42
  kind: Event
  lastTimestamp: "2026-07-28T02:13:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:13:08Z"
    name: isvc-paddle-v2-kserve-predictor.18c65248925adbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33250"
    uid: e001c868-7a9b-4281-9a8a-c6eaf8dceb24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33144"
    uid: b406e46a-37f0-4dce-a857-b3544d96ed42
  kind: Event
  lastTimestamp: "2026-07-28T02:13:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:13:38Z"
    name: isvc-paddle-v2-kserve-predictor.18c6524f9052f357
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: cc9d12cc-c062-4df4-a263-96389e80831d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33144"
    uid: b406e46a-37f0-4dce-a857-b3544d96ed42
  kind: Event
  lastTimestamp: "2026-07-28T02:13:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:13:39Z"
    name: isvc-paddle-v2-kserve-predictor.18c6524f90b61f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33464"
    uid: 2e85bd6c-b5dc-4594-a266-0c280218adeb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32982"
    uid: 7856d2fb-5fce-4180-a2a8-d1c0f9edbd0b
  kind: Event
  lastTimestamp: "2026-07-28T02:13:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:13:32Z"
    name: isvc-paddle-v2-kserve.18c65245134a4564
    namespace: kserve-ci-e2e-test
    resourceVersion: "33417"
    uid: a28a6837-fcb1-4468-b11d-ec512375f605
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32982"
    uid: 7856d2fb-5fce-4180-a2a8-d1c0f9edbd0b
  kind: Event
  lastTimestamp: "2026-07-28T02:12:38Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:12:38Z"
    name: isvc-paddle-v2-kserve.18c6524514035135
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: a46f7b7f-4847-4903-92b5-b211349575a8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: 7856d2fb-5fce-4180-a2a8-d1c0f9edbd0b
  kind: Event
  lastTimestamp: "2026-07-28T02:13:32Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:13:32Z"
    name: isvc-paddle-v2-kserve.18c6525190eac228
    namespace: kserve-ci-e2e-test
    resourceVersion: "33416"
    uid: 84b8f797-4370-4016-9625-2325b031b90a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "31768"
    uid: 6d80d383-dd74-460f-98f1-74347978ea05
  kind: Event
  lastTimestamp: "2026-07-28T02:11:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:11:21Z"
    name: isvc-paddle.18c652239d27aa12
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: f5ba2955-4665-44cd-a392-650b37a09974
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "31768"
    uid: 6d80d383-dd74-460f-98f1-74347978ea05
  kind: Event
  lastTimestamp: "2026-07-28T02:10:15Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T02:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:10:15Z"
    name: isvc-paddle.18c652239dc3fbaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31784"
    uid: 3735cfcb-1885-403c-9bab-9630d9c26cf4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:11:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32316"
    uid: 6d80d383-dd74-460f-98f1-74347978ea05
  kind: Event
  lastTimestamp: "2026-07-28T02:11:21Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:11:21Z"
    name: isvc-paddle.18c65232f3926aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 096ffbff-02f6-4061-9a2e-e546568a6358
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:13:45.981514Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-k8bjq
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:13:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:13:45Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c65254aff11ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33565"
    uid: e63798ec-4580-475a-bdbc-38e992312c4a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33569"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:46Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:13:46Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c65254c97b0f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: 4cbccdd4-7a76-4cb4-9a8e-eac9ec919fde
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:46Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c65254cae4f8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: c890abe0-bfb5-40fa-a002-d07f3edb2bec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:46Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c65254cdab74d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: 6f92a472-9cfb-4f35-a93d-8e3656dd17b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:46Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c65254ce1f322c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33581"
    uid: cdd91e4f-543f-4f4c-8fae-528662cb0f13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:50Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T02:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:50Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c65255c941afdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: 91111add-75c6-42e1-834e-b88b680a8792
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:57Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.966s (6.966s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T02:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:57Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c652576883ab05
    namespace: kserve-ci-e2e-test
    resourceVersion: "33668"
    uid: e3183c23-472a-432f-a8ea-63398c327d60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:57Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c652576b86ddce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33669"
    uid: 45140f80-a03a-4072-b3b6-f619a5e9bc90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:57Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c652576bfa8fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33670"
    uid: 3541bd04-4b50-437d-b5ce-3568fd26fbe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:57Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c652576c0545b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33671"
    uid: 0943d880-368e-4793-85a5-c9d9639ce86c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:57Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c652576e8b2a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "33672"
    uid: 7e368813-70a0-4761-800b-7b97f9cbd6fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:13:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:13:57Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c652576efd01e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33673"
    uid: 18550b52-14fb-4d04-b517-61e9b0672c96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:15:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:05Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c65257e4457e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "34151"
    uid: 7d404efb-11e5-44dc-915b-1a10a2f2c179
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:15:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:16Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c65269d83b004f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34256"
    uid: 873bac09-2e9d-469f-a194-053ebb447f5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-k8bjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bc64bf9a-4072-4eca-8b8f-2b7877fcef7a
  kind: Event
  lastTimestamp: "2026-07-28T02:15:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:16Z"
    name: isvc-pmml-predictor-8674795f59-k8bjq.18c65269d83b9917
    namespace: kserve-ci-e2e-test
    resourceVersion: "34257"
    uid: 6dbfa755-dec2-4ca3-9c23-4f9293bed40e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33549"
    uid: 07a699c6-d22d-482b-a97d-bea9d9c2fc39
  kind: Event
  lastTimestamp: "2026-07-28T02:13:45Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-k8bjq'
  metadata:
    creationTimestamp: "2026-07-28T02:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:13:45Z"
    name: isvc-pmml-predictor-8674795f59.18c65254af7e64a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33562"
    uid: 76a511eb-e509-4717-9b71-2ff433b2f278
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: 884af74b-2dea-41c2-94bd-60ea7cb5376d
  kind: Event
  lastTimestamp: "2026-07-28T02:13:45Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:13:45Z"
    name: isvc-pmml-predictor.18c65254ac6b5f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33550"
    uid: 06a9dd99-c2b3-4ff8-8594-2c9e6c7c2f6c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:14:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33548"
    uid: fca47ffc-811f-40f9-95d2-4332c392a26c
  kind: Event
  lastTimestamp: "2026-07-28T02:14:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:14:30Z"
    name: isvc-pmml-predictor.18c652582b55ba2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33909"
    uid: a62d5785-bfad-40ed-b02f-b373ac0da18a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:14:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33548"
    uid: fca47ffc-811f-40f9-95d2-4332c392a26c
  kind: Event
  lastTimestamp: "2026-07-28T02:14:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:14:30Z"
    name: isvc-pmml-predictor.18c652582bc23bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33910"
    uid: 0ed833c0-9ec8-4474-809d-c4f99f6d8835
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:14:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33702"
    uid: fca47ffc-811f-40f9-95d2-4332c392a26c
  kind: Event
  lastTimestamp: "2026-07-28T02:15:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:15:16Z"
    name: isvc-pmml-predictor.18c65262a8423a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34231"
    uid: 7600a8dc-d36e-4af3-9e76-49220a4cefd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:14:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33702"
    uid: fca47ffc-811f-40f9-95d2-4332c392a26c
  kind: Event
  lastTimestamp: "2026-07-28T02:15:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:15:16Z"
    name: isvc-pmml-predictor.18c65262a8a5ec3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34232"
    uid: 82267f7c-9b63-482b-b544-62ddd8431436
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:15:22.012743Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34318"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-cprhm
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:15:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:15:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526b0bd962c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: a22692d1-6202-4a52-b35a-1e301367442c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:15:22Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:15:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526b254a6bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34340"
    uid: 5af9348d-646b-4ffe-ab27-9b67fdcbc745
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:15:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526b26d4c6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 151cac86-d6d7-4281-a51e-6756729bb1ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:15:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526b29470e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: f5441420-6afe-40e4-ad49-4bdb6dcb2567
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:15:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526b29b15a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: 3db8149e-ef5f-4707-a4e7-d8165a309c63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:15:27Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526c376bf18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34380"
    uid: 934030ce-4f4a-4dab-ba5c-74cd244b39e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:15:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526c3a1276d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34382"
    uid: 4a3618a3-a521-47e6-a83c-f1df5bd5ed90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:15:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526c3a787582
    namespace: kserve-ci-e2e-test
    resourceVersion: "34383"
    uid: 5ff7440e-a903-4cd8-88c8-e7dfe0c143a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:15:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526c3a8154e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34384"
    uid: 7b7dd0a4-8a59-4ae2-ae09-9f5c30ce404f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:15:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526c3d8b7ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34388"
    uid: 52c6b5cc-bd22-4e91-93e9-ce30cdfb5489
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:15:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:15:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526c3df30b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "34389"
    uid: 79de0b05-7f6a-4c8b-a26c-5950890f9afb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:16:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:16:54Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c6526c735fa7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35024"
    uid: 8f3990e7-4c5a-465f-ac15-bca94bda79c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:16:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:16:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c652803ff7e82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35014"
    uid: 362009c7-3d5f-42f2-b4dc-75a5b76de706
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:16:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:16:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c652803ff868ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35015"
    uid: 6e8bdb51-58f6-4eb2-9cf7-8adcdad72454
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: d5f787ec-7b77-435a-bbff-9cd7691d2f53
  kind: Event
  lastTimestamp: "2026-07-28T02:16:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:16:54Z"
    name: isvc-pmml-runtime-predictor-885fc8777-cprhm.18c65280797b6fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35023"
    uid: b181925b-3123-4fad-b4f4-d9bccade9a5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: dd40be19-3863-41dc-aeed-e2f25ed30f30
  kind: Event
  lastTimestamp: "2026-07-28T02:15:22Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-cprhm'
  metadata:
    creationTimestamp: "2026-07-28T02:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:15:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c6526b0b5dddb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 9bf03101-b872-4709-b80e-10ea142e7663
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34305"
    uid: 7fec76be-56c1-41ba-8d6e-d159fd81206f
  kind: Event
  lastTimestamp: "2026-07-28T02:15:21Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:15:21Z"
    name: isvc-pmml-runtime-predictor.18c6526b05d13248
    namespace: kserve-ci-e2e-test
    resourceVersion: "34308"
    uid: 901936f8-d578-4400-b9eb-3537cd7f4eea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34306"
    uid: f3338be6-ef98-418b-bd50-e9885febaff3
  kind: Event
  lastTimestamp: "2026-07-28T02:15:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:15:51Z"
    name: isvc-pmml-runtime-predictor.18c6526e849d9640
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: c10afe31-77ce-4774-a398-45ff0e7d2e15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34306"
    uid: f3338be6-ef98-418b-bd50-e9885febaff3
  kind: Event
  lastTimestamp: "2026-07-28T02:15:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:15:51Z"
    name: isvc-pmml-runtime-predictor.18c6526e84feaa05
    namespace: kserve-ci-e2e-test
    resourceVersion: "34565"
    uid: 0d2d4ed3-0a95-4b64-b51c-453a5c12c360
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34460"
    uid: f3338be6-ef98-418b-bd50-e9885febaff3
  kind: Event
  lastTimestamp: "2026-07-28T02:16:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:16:52Z"
    name: isvc-pmml-runtime-predictor.18c6527582dd81af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: e47d2612-2ae8-45d8-b418-a9f7e1097afb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34460"
    uid: f3338be6-ef98-418b-bd50-e9885febaff3
  kind: Event
  lastTimestamp: "2026-07-28T02:16:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:16:52Z"
    name: isvc-pmml-runtime-predictor.18c6527583458353
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 4163a715-5540-490d-8d59-7e4ef2f393d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: b7e85179-9961-49e1-8b05-d185fe200b88
  kind: Event
  lastTimestamp: "2026-07-28T02:16:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:16:44Z"
    name: isvc-pmml-runtime.18c6526b05d4f4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34936"
    uid: 5342b581-0760-488e-b013-afaf595a6da3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: b7e85179-9961-49e1-8b05-d185fe200b88
  kind: Event
  lastTimestamp: "2026-07-28T02:15:21Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:15:21Z"
    name: isvc-pmml-runtime.18c6526b0653db8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34311"
    uid: eed36f3c-333c-4cd7-9f9b-a4fd07a06e0d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34934"
    uid: b7e85179-9961-49e1-8b05-d185fe200b88
  kind: Event
  lastTimestamp: "2026-07-28T02:16:44Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:16:44Z"
    name: isvc-pmml-runtime.18c6527e2adea426
    namespace: kserve-ci-e2e-test
    resourceVersion: "34935"
    uid: 0e221706-71a8-44ca-bcc5-19615da7fda4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:16:58.200377Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35087"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:16:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:16:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c6528171142e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35091"
    uid: 358e1305-b99a-4bcf-bdde-dba6f561f1b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:16:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:16:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c652817c7923fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35102"
    uid: ab8c434f-31cf-4df1-9d1c-e3983a38c7e5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35096"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:16:59Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:16:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65281ae3d7bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35112"
    uid: 245e9ab7-9fd9-4f8e-8434-38777be93005
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:16:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:16:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65281afa2ba07
    namespace: kserve-ci-e2e-test
    resourceVersion: "35114"
    uid: b87717bf-fc33-4b84-88c5-5ce89cb976dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:16:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:16:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65281b2605e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "35115"
    uid: 3685eb7b-a125-4e0a-a738-0a98cc3a5b0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:16:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:16:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65281b31ebd34
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 4af9a58c-58d2-4e18-aee0-9118c22042c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:17:03Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:17:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65282a5f696c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35153"
    uid: 77d94cf7-c0aa-4bcb-b0ba-b47c237f603f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:17:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:17:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65282a98a9c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35158"
    uid: 86e30c74-9b46-4a10-9f1d-0391a76ba415
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:17:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:17:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65282aa514fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "35159"
    uid: 02fbd3da-ad8a-461f-976f-6c40d126927d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:17:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:17:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65282aa5c98b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35160"
    uid: 788db44e-4108-44b7-82f1-745b4b15e73f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:17:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:17:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65282ad1e0931
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 016298c7-fa8b-4f3e-88a1-e752c82613e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:17:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:17:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65282ad929bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "35163"
    uid: d405598a-7f4c-47aa-9f5e-6062bf8b4f70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:18:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c652831dbccf46
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 5b0fb991-ed17-4c27-a868-979fdc154d5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:18:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65296b6109b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "35788"
    uid: ed28e5d8-7049-447a-90ac-2980d1b6b30b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:18:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c65296b611367c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35789"
    uid: 7c518fd5-02e4-4db2-b08e-5ae1d46657e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: e5fbb619-90ba-489c-a40b-f4d01c45cd3b
  kind: Event
  lastTimestamp: "2026-07-28T02:18:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:31Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g.18c6529723f6487c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35802"
    uid: 40aa94f0-3f03-4035-9e51-18ba6d0758eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35076"
    uid: 7d6dda21-1756-42cc-ad41-ccfefba3cd8a
  kind: Event
  lastTimestamp: "2026-07-28T02:16:58Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-bvq9g'
  metadata:
    creationTimestamp: "2026-07-28T02:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:16:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c6528170b25dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35089"
    uid: e879463d-38fa-4db3-ba18-b31104aff82b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35074"
    uid: 05c325bb-3c80-4d68-bdba-60b21d6c02a0
  kind: Event
  lastTimestamp: "2026-07-28T02:16:58Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T02:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:16:58Z"
    name: isvc-pmml-v2-kserve-predictor.18c652816c0864e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: 6f45cd79-57a0-4539-a016-60aadafd2532
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35075"
    uid: 3be0d9d4-89dc-4ee6-be6e-618ccfa6970f
  kind: Event
  lastTimestamp: "2026-07-28T02:17:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:17:43Z"
    name: isvc-pmml-v2-kserve-predictor.18c65284ea862578
    namespace: kserve-ci-e2e-test
    resourceVersion: "35437"
    uid: c4c00334-0e83-4622-91c6-b753013563b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35075"
    uid: 3be0d9d4-89dc-4ee6-be6e-618ccfa6970f
  kind: Event
  lastTimestamp: "2026-07-28T02:17:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:17:43Z"
    name: isvc-pmml-v2-kserve-predictor.18c65284eaea5583
    namespace: kserve-ci-e2e-test
    resourceVersion: "35438"
    uid: 118d6fbd-7c07-4f94-8a8d-25e578b47d39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: 3be0d9d4-89dc-4ee6-be6e-618ccfa6970f
  kind: Event
  lastTimestamp: "2026-07-28T02:18:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:18:28Z"
    name: isvc-pmml-v2-kserve-predictor.18c6528f67ca0c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "35760"
    uid: f837d69a-c0ca-42ec-a2a5-001fbc985bc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:17:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: 3be0d9d4-89dc-4ee6-be6e-618ccfa6970f
  kind: Event
  lastTimestamp: "2026-07-28T02:18:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:18:28Z"
    name: isvc-pmml-v2-kserve-predictor.18c6528f68118e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: c355038a-5e2e-4040-acc2-d4191b87571d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35067"
    uid: e8ed0d5e-1da9-47b4-a567-f0c57fa28d75
  kind: Event
  lastTimestamp: "2026-07-28T02:18:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:18:21Z"
    name: isvc-pmml-v2-kserve.18c652816c4f7ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35721"
    uid: c7d0cf82-0bab-4817-afb1-fdc21faa02c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35067"
    uid: e8ed0d5e-1da9-47b4-a567-f0c57fa28d75
  kind: Event
  lastTimestamp: "2026-07-28T02:16:58Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:16:58Z"
    name: isvc-pmml-v2-kserve.18c652816cbd89d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35097"
    uid: 8be8a33d-e073-47f5-9466-f94c65da010d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:16:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35069"
    uid: e8ed0d5e-1da9-47b4-a567-f0c57fa28d75
  kind: Event
  lastTimestamp: "2026-07-28T02:16:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:16:58Z"
    name: isvc-pmml-v2-kserve.18c6528172cc2706
    namespace: kserve-ci-e2e-test
    resourceVersion: "35098"
    uid: b7fc57ec-d839-46bc-a1d8-76b9bd9e723b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35719"
    uid: e8ed0d5e-1da9-47b4-a567-f0c57fa28d75
  kind: Event
  lastTimestamp: "2026-07-28T02:18:21Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:18:21Z"
    name: isvc-pmml-v2-kserve.18c65294d554bb12
    namespace: kserve-ci-e2e-test
    resourceVersion: "35720"
    uid: 66be131b-fa4e-45d4-95ba-bd41dcb5500a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33540"
    uid: 1f932874-ce02-4778-85b8-7e39ada79f82
  kind: Event
  lastTimestamp: "2026-07-28T02:15:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:15:15Z"
    name: isvc-pmml.18c65254ac6bfb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: 6387b663-a33c-4425-8d42-9b9f5437ae6b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:13:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33540"
    uid: 1f932874-ce02-4778-85b8-7e39ada79f82
  kind: Event
  lastTimestamp: "2026-07-28T02:13:45Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:13:45Z"
    name: isvc-pmml.18c65254ad100b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: 899c68a1-f1c3-4366-a760-63f07d43b4d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:15:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34228"
    uid: 1f932874-ce02-4778-85b8-7e39ada79f82
  kind: Event
  lastTimestamp: "2026-07-28T02:15:15Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:15:15Z"
    name: isvc-pmml.18c652699d0881d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34229"
    uid: 82a6b6df-ec80-4735-9052-b60d432953bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:24:26.937428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38770"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:24:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:24:26Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652e9ebe4231f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38775"
    uid: 7e227908-7053-4a1e-a726-cae37ab1ca88
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38779"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:24:27Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:24:27Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652ea051eb8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38789"
    uid: a984150b-0342-4bf9-98dc-7bdb30cb7d21
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:24:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:27Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652ea068972b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38791"
    uid: b613afb6-f689-4cf2-86f1-f6e95bf54286
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:24:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:27Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652ea0964b97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38793"
    uid: 5025a06c-24bd-40a4-b607-82d3709a83ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:24:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:27Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652ea09d38120
    namespace: kserve-ci-e2e-test
    resourceVersion: "38794"
    uid: 3f062a36-1bb7-4246-985c-7aeceb819bf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:24:32Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652eb1b2214d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 10415613-ee36-4fbe-9fa5-75f33fc2b3ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:24:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652eb1dc4b5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38833"
    uid: 92d37939-6dbc-432b-bda4-082d5aa3f86c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:24:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652eb1e2d4f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "38834"
    uid: 69cb077e-fbbb-4216-98ae-83929c079dc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:24:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652eb1e37de19
    namespace: kserve-ci-e2e-test
    resourceVersion: "38835"
    uid: 6221d50a-3adc-4703-a5f1-d8d8af4c3f6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:24:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652eb20fbdaf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38838"
    uid: 20908670-9d2b-41a2-bee4-2589bbd0b2c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:24:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652eb2165c23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38839"
    uid: f64b1237-fc68-4215-86c0-74986f85239a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:26:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652eb57188717
    namespace: kserve-ci-e2e-test
    resourceVersion: "39483"
    uid: ea68285c-49d3-4478-b8b8-b6a057f3e849
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:25:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:25:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652fee4e5ad2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39460"
    uid: 6a6a2c89-3e2e-4533-b4d2-adfbcb7b565f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:25:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:25:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652fee4e620c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: f779cc95-f0e9-47c1-a7f9-74c619ff974a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 4e938d13-edae-4262-a712-d006cfa72003
  kind: Event
  lastTimestamp: "2026-07-28T02:26:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4.18c652ff990aeb16
    namespace: kserve-ci-e2e-test
    resourceVersion: "39482"
    uid: dd77b93d-120d-44c1-9b4b-0f998b2fa915
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38758"
    uid: bf07370f-d33a-441e-af7f-f1d5859611c8
  kind: Event
  lastTimestamp: "2026-07-28T02:24:26Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-mstg4'
  metadata:
    creationTimestamp: "2026-07-28T02:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:24:26Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c652e9eb5fb918
    namespace: kserve-ci-e2e-test
    resourceVersion: "38772"
    uid: fd6b50a9-0369-47ee-ad1e-26ed2355d328
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38756"
    uid: e197801d-f21e-407f-934d-00757076582a
  kind: Event
  lastTimestamp: "2026-07-28T02:24:26Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:24:26Z"
    name: isvc-predictive-lightgbm-predictor.18c652e9e5c4b4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38759"
    uid: 517027e3-8d24-416f-8d6b-3b3946d6be18
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: b9f1d0e5-189b-4bc5-8467-6bce2cdb7a6b
  kind: Event
  lastTimestamp: "2026-07-28T02:24:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:24:41Z"
    name: isvc-predictive-lightgbm-predictor.18c652ed642814fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38908"
    uid: 10f2ced8-7438-476c-b7dd-376560361e53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: b9f1d0e5-189b-4bc5-8467-6bce2cdb7a6b
  kind: Event
  lastTimestamp: "2026-07-28T02:24:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:24:41Z"
    name: isvc-predictive-lightgbm-predictor.18c652ed64adb17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 61eb478e-db7d-4c1c-9401-08c26563b0ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: b9f1d0e5-189b-4bc5-8467-6bce2cdb7a6b
  kind: Event
  lastTimestamp: "2026-07-28T02:25:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:25:56Z"
    name: isvc-predictive-lightgbm-predictor.18c652f0e3e8c954
    namespace: kserve-ci-e2e-test
    resourceVersion: "39443"
    uid: 2b83dae9-2de9-4608-b2bd-33a9d096fc29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: b9f1d0e5-189b-4bc5-8467-6bce2cdb7a6b
  kind: Event
  lastTimestamp: "2026-07-28T02:25:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:25:56Z"
    name: isvc-predictive-lightgbm-predictor.18c652f0e4376024
    namespace: kserve-ci-e2e-test
    resourceVersion: "39444"
    uid: c66694f1-5015-46c7-ac17-b318b699a06c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:29:13.601657Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41058"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:29:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:29:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532caa691f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "41063"
    uid: 90d28de2-8693-4e13-bc8d-42772df06eee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532cb3b8c87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41072"
    uid: c7d16965-e799-4e18-a33b-5d8666fcba3e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41067"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:14Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:29:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532ce76051a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41083"
    uid: 05a21400-a3ee-47dc-a8d0-bc079ac1e4d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532ce8bd6975
    namespace: kserve-ci-e2e-test
    resourceVersion: "41086"
    uid: 841884ba-b80d-426e-9e88-637cdbdaf40f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532ceb655405
    namespace: kserve-ci-e2e-test
    resourceVersion: "41088"
    uid: b0950dcd-f3b2-4875-b92c-9ab6fe6eaed7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532cebd55463
    namespace: kserve-ci-e2e-test
    resourceVersion: "41089"
    uid: bedb78f0-1b5c-43b1-b781-18a4e0065a79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:19Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532dee216dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41123"
    uid: 414f68d9-997b-4997-8f51-86425c241308
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532df13050b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41127"
    uid: 2cf659fa-c6be-4d3b-b98c-61439990fd76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532df1a44dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41129"
    uid: 1eb6d974-7664-4a0c-85bf-acf40439f5c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532df1ae7370
    namespace: kserve-ci-e2e-test
    resourceVersion: "41131"
    uid: 90c5b02d-8d41-469f-be53-8fc6e2da7072
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532df4737fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41133"
    uid: a6f085ff-0f9c-4668-9d5f-ec794f2deba3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:29:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6532df52d7bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41135"
    uid: 04d2986a-763c-4c32-b491-ac00b1b1c97c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:30:26Z"
  message: 'Readiness probe failed: Get "http://10.133.0.54:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c653368c6ae367
    namespace: kserve-ci-e2e-test
    resourceVersion: "41603"
    uid: 2fe5514b-fa0c-47f2-b3d5-32bb0b762081
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:30:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6533f73ade48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: 3da6a789-35b9-475c-a6d4-7324bf831a87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:30:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6533f73ae8c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41696"
    uid: e00ce3fe-2c17-4a21-b60c-cbff30f5db51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41060"
    uid: 033b364b-845f-4e4c-b38b-f8e47d81f15e
  kind: Event
  lastTimestamp: "2026-07-28T02:30:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82.18c6533fdc47b892
    namespace: kserve-ci-e2e-test
    resourceVersion: "41709"
    uid: 4384c6cc-2cff-4f04-8338-acbb40ca5882
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "41047"
    uid: 58e7dab6-929a-42ca-8bb2-53f97d7628fc
  kind: Event
  lastTimestamp: "2026-07-28T02:29:13Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dsg82'
  metadata:
    creationTimestamp: "2026-07-28T02:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:29:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c6532ca9c1bdf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41059"
    uid: ce33620e-27bd-4c48-9c33-136f830f5fa3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41045"
    uid: d6c06552-e401-480b-95d6-76768cdbb89d
  kind: Event
  lastTimestamp: "2026-07-28T02:29:13Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:29:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6532ca4916d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "41048"
    uid: d65bab35-7e4f-4673-8f2a-97faa7bd159c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41046"
    uid: 612d6a0f-0b0d-4ee3-b28f-ec38ff876ad5
  kind: Event
  lastTimestamp: "2026-07-28T02:29:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:29:58Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c653302386d49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: c36773d0-10b3-4644-b493-63657902a120
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41046"
    uid: 612d6a0f-0b0d-4ee3-b28f-ec38ff876ad5
  kind: Event
  lastTimestamp: "2026-07-28T02:29:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:29:58Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6533023ed334b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41410"
    uid: e29cf21c-a79e-47bc-be7e-42d897b0d2c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41198"
    uid: 612d6a0f-0b0d-4ee3-b28f-ec38ff876ad5
  kind: Event
  lastTimestamp: "2026-07-28T02:30:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:30:28Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c65333a2b4c5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41626"
    uid: 336d67d5-48cb-4896-9c40-a6a0efe3003b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41198"
    uid: 612d6a0f-0b0d-4ee3-b28f-ec38ff876ad5
  kind: Event
  lastTimestamp: "2026-07-28T02:30:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:30:28Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c65333a316e3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41627"
    uid: d8b850b5-6bf7-48cf-8095-aae1198392d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41038"
    uid: 013e4913-a74b-4f84-8cd6-9b2a6cb3604a
  kind: Event
  lastTimestamp: "2026-07-28T02:30:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:30:32Z"
    name: isvc-predictive-lightgbm-v2.18c6532ca49af478
    namespace: kserve-ci-e2e-test
    resourceVersion: "41666"
    uid: 79f72d2b-bf73-4460-9c39-f0ade4afcedd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41038"
    uid: 013e4913-a74b-4f84-8cd6-9b2a6cb3604a
  kind: Event
  lastTimestamp: "2026-07-28T02:29:13Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:29:13Z"
    name: isvc-predictive-lightgbm-v2.18c6532ca57bffb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41068"
    uid: 0df9dbd0-7ff6-40a3-95b1-497c831f483d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41044"
    uid: 013e4913-a74b-4f84-8cd6-9b2a6cb3604a
  kind: Event
  lastTimestamp: "2026-07-28T02:29:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:29:13Z"
    name: isvc-predictive-lightgbm-v2.18c6532cabc054c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41069"
    uid: 18a235fd-6fe0-4521-849a-f3f3c06afa20
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41662"
    uid: 013e4913-a74b-4f84-8cd6-9b2a6cb3604a
  kind: Event
  lastTimestamp: "2026-07-28T02:30:32Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:30:32Z"
    name: isvc-predictive-lightgbm-v2.18c6533f106452d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41663"
    uid: 312ac21d-69f2-4d78-aa31-a1459afcecca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38749"
    uid: 89079cb5-3d57-4bd7-8142-2fa50fdcf098
  kind: Event
  lastTimestamp: "2026-07-28T02:25:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:25:50Z"
    name: isvc-predictive-lightgbm.18c652e9e5c5480b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39397"
    uid: 7e36bbe7-cad5-4707-b3b9-87698934cc3d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38749"
    uid: 89079cb5-3d57-4bd7-8142-2fa50fdcf098
  kind: Event
  lastTimestamp: "2026-07-28T02:24:26Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:24:26Z"
    name: isvc-predictive-lightgbm.18c652e9e663466c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38764"
    uid: 8e8a4399-a3eb-4d29-8034-83abcbbd4009
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39395"
    uid: 89079cb5-3d57-4bd7-8142-2fa50fdcf098
  kind: Event
  lastTimestamp: "2026-07-28T02:25:50Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:25:50Z"
    name: isvc-predictive-lightgbm.18c652fd4b478602
    namespace: kserve-ci-e2e-test
    resourceVersion: "39396"
    uid: 562d6b5e-2cfb-4d64-93ca-ca15474bfb18
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:20:56.370816Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37111"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:20:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:20:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652b8e524b269
    namespace: kserve-ci-e2e-test
    resourceVersion: "37116"
    uid: 20cc472a-250f-41f8-97a8-8df8625afe95
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37122"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:20:56Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:20:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652b8feca76e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: c7aeed13-2dc2-4e4e-9b5a-4586b82d0251
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:20:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652b9004c7f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37131"
    uid: dd9e409f-518b-4508-bd0f-a434c0b717d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:20:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652b902bd7bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37132"
    uid: 6db14a1f-4b0b-48d7-9fa5-d1d32c3e39f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:20:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652b9033384f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37133"
    uid: c5e1089f-bc04-4483-913b-374bc23d8e8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:21:01Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T02:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:21:01Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652ba06dfbe22
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 994ed679-d10b-4548-b9f0-ec174c70cc69
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:21:23Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.481s
    (22.481s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T02:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:21:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652bf42d97d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37333"
    uid: 4a9636ac-480b-4ca3-82f8-559e2f84d902
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:21:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:21:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652bf49e58c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 948e2513-fdd5-42c4-844e-151ccf1295cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:21:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:21:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652bf4b4c095b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 22a99c7e-cbb6-48e5-af26-26817e34bc0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:21:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:21:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652bf4b57c6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37337"
    uid: 7d7bf732-f535-4db1-89a0-caddf52b2dee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:21:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:21:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652bf508a8eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37338"
    uid: 9ca6467e-c176-48c8-9e90-d463a5f9da7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:21:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:21:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652bf51444200
    namespace: kserve-ci-e2e-test
    resourceVersion: "37339"
    uid: 659baa93-16b5-419a-b09f-70ccd26c96d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:22:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652bfa395721b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: 7b414e7e-cd00-429c-b5b4-928396cbdb2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:22:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:46Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652d28ae9bbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 53dc0848-e335-47b4-8f74-e7d43e4fc3c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:22:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:46Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652d28aea4de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: 67a9fa61-386a-4e4d-aaf6-52ea073d260d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 09e33999-cb79-4a1f-9504-531d27d4bfd2
  kind: Event
  lastTimestamp: "2026-07-28T02:22:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-28T02:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:52Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-75pvf.18c652d3e5ccc1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38030"
    uid: 7df9767d-3fbc-4b11-a417-81d00e153f38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: d494cd27-ce27-434c-8a09-c70ee87b0780
  kind: Event
  lastTimestamp: "2026-07-28T02:20:56Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-75pvf'
  metadata:
    creationTimestamp: "2026-07-28T02:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:20:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c652b8e4b6687f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: 54fe6e27-ddc0-48d3-9e03-000e58746a12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37100"
    uid: b157aa3b-600e-4a72-953d-9c0efa270164
  kind: Event
  lastTimestamp: "2026-07-28T02:20:56Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:20:56Z"
    name: isvc-predictive-sklearn-predictor.18c652b8e1af2d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: 16971580-3042-437e-8ef3-f1da3a3e9ca9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: 44a36456-1432-4e12-a0a9-66f8d2a92a13
  kind: Event
  lastTimestamp: "2026-07-28T02:21:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:21:56Z"
    name: isvc-predictive-sklearn-predictor.18c652bc60743b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37566"
    uid: f8875d41-7184-48c2-9d40-35610c88774a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: 44a36456-1432-4e12-a0a9-66f8d2a92a13
  kind: Event
  lastTimestamp: "2026-07-28T02:21:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:21:56Z"
    name: isvc-predictive-sklearn-predictor.18c652bc60e09c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: f875b2cb-3d6b-4d56-9f3b-e5147faf7ad6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: 44a36456-1432-4e12-a0a9-66f8d2a92a13
  kind: Event
  lastTimestamp: "2026-07-28T02:22:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:22:41Z"
    name: isvc-predictive-sklearn-predictor.18c652ca5cfcc60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37891"
    uid: c34f2f83-4104-40e4-8ac0-df96dd019c1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: 44a36456-1432-4e12-a0a9-66f8d2a92a13
  kind: Event
  lastTimestamp: "2026-07-28T02:22:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:22:41Z"
    name: isvc-predictive-sklearn-predictor.18c652ca5d819a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37893"
    uid: 310ec4d0-d760-4e7e-aa8e-f730c6c59114
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:26:02.175712Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39524"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:26:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:26:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c65300188906ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39529"
    uid: 4cfcc5ec-c1ac-451e-904e-61fce18c6dd3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39535"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:26:02Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:26:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c653003e81bffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39549"
    uid: 723338d5-3fb5-4871-b23b-573c11bd55cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:26:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c653003ff106e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39551"
    uid: 0d3622b7-8171-4a18-8307-3c7db7cc737b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:26:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c6530042904dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: a7cc7840-d1c7-4122-92a9-07ad163da5a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:26:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c6530043033c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "39553"
    uid: af5d9daf-8e56-480c-8858-de11bc204538
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:26:07Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c653014dadc280
    namespace: kserve-ci-e2e-test
    resourceVersion: "39592"
    uid: 7aa3275f-b5ae-453e-b7d8-c80cae67315a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:26:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c653015062e706
    namespace: kserve-ci-e2e-test
    resourceVersion: "39594"
    uid: 16d98d7f-cfb5-485f-a1b5-79c47ec78c8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:26:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c6530150d76c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "39595"
    uid: de95dc3b-2978-4541-a3a6-22d576c10392
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:26:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c6530150e10db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39598"
    uid: f4f3b0ba-21d5-484c-b6bf-765a1a7f1e33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:26:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c653015381ab51
    namespace: kserve-ci-e2e-test
    resourceVersion: "39601"
    uid: bf555a0e-fac8-4790-b70d-5b88c7cb1baf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:26:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:26:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c6530153f87deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39602"
    uid: 41ac03ba-8e9d-428c-a44d-734ba43b9ae5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:27:34Z"
  message: 'Readiness probe failed: Get "http://10.133.0.52:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:34Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c65309ebfe8a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40245"
    uid: 59757465-e095-4b9a-982b-0d88ead71e85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:27:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c65315482c6e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "40235"
    uid: 9f6582c8-0aca-4c08-9a51-e7f20c463b6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:27:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c65315482d8f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "40236"
    uid: d15d1c6a-a59b-4c3b-9828-b15edb74f5b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d5042bd3-b4f5-4f4d-a415-b7ac9b9861db
  kind: Event
  lastTimestamp: "2026-07-28T02:27:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:34Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw.18c653158fe24296
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: 81493ab2-c6cf-41a6-bb04-dbfec2539b31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39513"
    uid: 16c05347-f81b-4c0f-83bf-ac66ff4e8ed0
  kind: Event
  lastTimestamp: "2026-07-28T02:26:02Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-nqzqw'
  metadata:
    creationTimestamp: "2026-07-28T02:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:26:02Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c65300180e6c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39525"
    uid: e1af2150-1a12-4576-bb2d-1cc752357b28
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39511"
    uid: 3ae66c87-1ddc-475a-ade2-0ed896b6886d
  kind: Event
  lastTimestamp: "2026-07-28T02:26:02Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:26:02Z"
    name: isvc-predictive-sklearn-v2-predictor.18c65300130e4ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 482a1d9a-2087-44ca-ba88-4ee4c6870c19
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39512"
    uid: f68efca0-7547-438f-8096-c4920b51bede
  kind: Event
  lastTimestamp: "2026-07-28T02:26:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:26:47Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6530391dfd1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39871"
    uid: 0c9645e0-7e0e-4a1a-93fd-f6621f43a7c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39512"
    uid: f68efca0-7547-438f-8096-c4920b51bede
  kind: Event
  lastTimestamp: "2026-07-28T02:26:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:26:47Z"
    name: isvc-predictive-sklearn-v2-predictor.18c653039264aa92
    namespace: kserve-ci-e2e-test
    resourceVersion: "39872"
    uid: e9334a3d-6082-4bc4-be55-c9c110d5dad0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39667"
    uid: f68efca0-7547-438f-8096-c4920b51bede
  kind: Event
  lastTimestamp: "2026-07-28T02:27:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:27:32Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6530e0fff6c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "40208"
    uid: 3de1927f-e8d3-47d2-8096-4be4124b0ef9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39667"
    uid: f68efca0-7547-438f-8096-c4920b51bede
  kind: Event
  lastTimestamp: "2026-07-28T02:27:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:27:32Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6530e106f2dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40209"
    uid: 5ef9b8a8-bdd5-41f2-b90e-4a71329a53d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39504"
    uid: 55eb2355-c18e-49cf-a5c3-5c6aa6d56b65
  kind: Event
  lastTimestamp: "2026-07-28T02:27:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:27:24Z"
    name: isvc-predictive-sklearn-v2.18c653001325e222
    namespace: kserve-ci-e2e-test
    resourceVersion: "40156"
    uid: 3b2c21f0-b551-44de-9879-2200543e3cf6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39504"
    uid: 55eb2355-c18e-49cf-a5c3-5c6aa6d56b65
  kind: Event
  lastTimestamp: "2026-07-28T02:26:02Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:26:02Z"
    name: isvc-predictive-sklearn-v2.18c6530013a931fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39533"
    uid: 03c641a6-585d-4aff-ae68-4087005f03c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:26:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 55eb2355-c18e-49cf-a5c3-5c6aa6d56b65
  kind: Event
  lastTimestamp: "2026-07-28T02:26:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:26:02Z"
    name: isvc-predictive-sklearn-v2.18c65300195b6058
    namespace: kserve-ci-e2e-test
    resourceVersion: "39534"
    uid: 29a45820-dd7f-49f6-8a06-d3939a65db40
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40154"
    uid: 55eb2355-c18e-49cf-a5c3-5c6aa6d56b65
  kind: Event
  lastTimestamp: "2026-07-28T02:27:24Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:27:24Z"
    name: isvc-predictive-sklearn-v2.18c6531346624af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40155"
    uid: b50d30f4-7882-435f-909a-d82e113c8afe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: cb2f2101-0bde-4143-aeb0-839776969794
  kind: Event
  lastTimestamp: "2026-07-28T02:22:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:22:40Z"
    name: isvc-predictive-sklearn.18c652b8e1a8f0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37885"
    uid: 410c7b0c-be14-4339-8343-f0d17274b299
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: cb2f2101-0bde-4143-aeb0-839776969794
  kind: Event
  lastTimestamp: "2026-07-28T02:20:56Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:20:56Z"
    name: isvc-predictive-sklearn.18c652b8e2427ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "37107"
    uid: a4ad19cb-bae0-48a8-ae6b-1a7fa4c2e3c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37883"
    uid: cb2f2101-0bde-4143-aeb0-839776969794
  kind: Event
  lastTimestamp: "2026-07-28T02:22:40Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:22:40Z"
    name: isvc-predictive-sklearn.18c652d1279e88c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37884"
    uid: 5f7e214c-03c6-4962-a1a5-e14902f2a6d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:22:51.658837Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-g79fz
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:22:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:22:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d3bcd83ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: ab0fbecb-9255-4fdd-b939-6ba7f40aeaab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38014"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:22:52Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:22:52Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d3d648a290
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: c2931663-063e-49df-89bd-b40710e3ce40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:22:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:52Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d3d796d9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "38026"
    uid: e0c590d8-f645-4414-88db-23d03bcab179
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:22:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:52Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d3da2e0de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38027"
    uid: 60e47b97-00bf-4eea-b307-1f8e73f16160
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:22:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:52Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d3da9cbbcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38028"
    uid: 03a6658c-6fbc-4e0a-9483-e7b727fa9ccc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:22:56Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d4e7a94848
    namespace: kserve-ci-e2e-test
    resourceVersion: "38066"
    uid: 9d246c70-c52a-49c8-b545-5e4a02651321
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:22:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d4ea6f4404
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: f5d7dc6a-3b1c-4669-a7e5-1dd7b98dd62d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:22:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d4ead9604a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38071"
    uid: 8c0a4026-7d9b-4fd3-899f-4f8d7f83adc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:22:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d4eae3c48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: e1b74180-b0f6-414b-b97b-f7d58dda695b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:22:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d4ed8f68d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38073"
    uid: 556d86cc-3150-4251-b943-19f5a4108e7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:22:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:22:56Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d4edfb2557
    namespace: kserve-ci-e2e-test
    resourceVersion: "38075"
    uid: 77f170ee-b025-4507-9efa-5d34a03a95e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:24:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:23Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652d55f6d96f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38720"
    uid: 97747075-95cf-4a5e-8a33-a13a59a7ee6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:24:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652e8b8d5935b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: d28f1bcd-b87c-45ee-a27b-e3da52f2ca5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:24:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652e8b8d6010e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38705"
    uid: 315d2c60-9f5a-4f53-b77f-d2966d3aa9d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 3a08212c-40f1-46ba-84d9-5891499df55d
  kind: Event
  lastTimestamp: "2026-07-28T02:24:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:24:24Z"
    name: isvc-predictive-xgboost-predictor-695f978978-g79fz.18c652e965a22798
    namespace: kserve-ci-e2e-test
    resourceVersion: "38730"
    uid: aec934e2-a82a-420e-8d7f-7675d85205af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: efeb39af-b415-47a5-98c9-4d8c3c250660
  kind: Event
  lastTimestamp: "2026-07-28T02:22:51Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-g79fz'
  metadata:
    creationTimestamp: "2026-07-28T02:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:22:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c652d3bc47e316
    namespace: kserve-ci-e2e-test
    resourceVersion: "38003"
    uid: 039907b6-f222-4779-98a7-04487bce0d1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37987"
    uid: e51db234-f2bb-4bc6-9b16-b4770a10efb4
  kind: Event
  lastTimestamp: "2026-07-28T02:22:51Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:22:51Z"
    name: isvc-predictive-xgboost-predictor.18c652d3b7923c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: 1f793ef6-bcc3-4654-9cb6-72a34953450d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:23:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37988"
    uid: 6bb13b72-c338-4ae5-a2cd-da6c0f769d3a
  kind: Event
  lastTimestamp: "2026-07-28T02:23:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:23:21Z"
    name: isvc-predictive-xgboost-predictor.18c652d73680a0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38256"
    uid: bdd2190e-7700-4dd2-bea8-cf7a41ea6c2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:23:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37988"
    uid: 6bb13b72-c338-4ae5-a2cd-da6c0f769d3a
  kind: Event
  lastTimestamp: "2026-07-28T02:23:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:23:21Z"
    name: isvc-predictive-xgboost-predictor.18c652d736ec9568
    namespace: kserve-ci-e2e-test
    resourceVersion: "38257"
    uid: 6689b739-a061-4130-80b2-b5d8a376daf4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:23:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38159"
    uid: 6bb13b72-c338-4ae5-a2cd-da6c0f769d3a
  kind: Event
  lastTimestamp: "2026-07-28T02:24:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:24:21Z"
    name: isvc-predictive-xgboost-predictor.18c652de3553b971
    namespace: kserve-ci-e2e-test
    resourceVersion: "38688"
    uid: 365dee35-6406-4511-a8f6-8f01985dc555
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:23:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38159"
    uid: 6bb13b72-c338-4ae5-a2cd-da6c0f769d3a
  kind: Event
  lastTimestamp: "2026-07-28T02:24:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:24:21Z"
    name: isvc-predictive-xgboost-predictor.18c652de368e2bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38689"
    uid: f4a898f6-09d0-44a2-b97f-47f368c27cc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:27:38.338535Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40299"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:27:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:27:38Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c653167c493ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40304"
    uid: f2103d7f-f1f7-4eb3-a093-adaf550652a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:38Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c6531684be4fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40313"
    uid: e5c93eec-3a01-4c26-93b1-b1e23cd75290
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40310"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:39Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:27:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c65316b94e7fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40325"
    uid: 661e15b5-cd03-4cb7-bb35-d8548a7b049f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c65316bae55a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "40327"
    uid: 685d3ecc-9e7e-489b-bc75-d150e8ac0c78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c65316be181b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40329"
    uid: 5d3dc947-4503-45bb-90bd-73c3a0c872bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c65316be93c3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40330"
    uid: 7b5e3d2d-0a29-4d7a-b6e7-659c65933dbc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:43Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c65317bb906828
    namespace: kserve-ci-e2e-test
    resourceVersion: "40364"
    uid: f2b817cd-5b4c-424c-9b35-52ce7add9786
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c65317be96cfa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40366"
    uid: 25734ff6-3e2a-442d-b800-b52b319514b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c65317bf229ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40367"
    uid: d336d8f6-e7ac-42a0-9259-bfe7f36a8910
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c65317bf2d5770
    namespace: kserve-ci-e2e-test
    resourceVersion: "40368"
    uid: 3cfc8744-744b-4b87-89aa-4598fe1c4def
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c65317c2555b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "40371"
    uid: ec31d83c-7926-4e74-869d-ff28a1dd4970
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:27:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:27:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c65317c2cf652c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: 4791c2e5-3964-4652-b094-570c0667bad6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T02:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:29:10Z"
  message: 'Readiness probe failed: Get "http://10.133.0.53:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c6532059d162a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41014"
    uid: 63e17203-dbb4-4313-bb13-a40bc6841b1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:29:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c6532b76681c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "40991"
    uid: 883e7228-63ba-42ad-95e8-747650b1eb84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:29:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c6532b7668df4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40992"
    uid: 4ccf5dfb-9fa5-4c0d-a15e-b0099106eda2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: b4ffc608-6e63-40a4-8049-e3721b05fcaa
  kind: Event
  lastTimestamp: "2026-07-28T02:29:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:29:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98.18c6532bfdb8eeaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41013"
    uid: 08a041f3-8575-4ec1-92ea-4776288b6201
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40287"
    uid: 07b91c4a-9b22-4171-b3fe-85dd3f2cddfc
  kind: Event
  lastTimestamp: "2026-07-28T02:27:38Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-npn98'
  metadata:
    creationTimestamp: "2026-07-28T02:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:27:38Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c653167bc30e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "40300"
    uid: f3366515-a913-40af-bb1d-390fe6d61e26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40285"
    uid: bb4d590f-57bd-4187-97b7-cadad356abdd
  kind: Event
  lastTimestamp: "2026-07-28T02:27:38Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:27:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6531676559479
    namespace: kserve-ci-e2e-test
    resourceVersion: "40288"
    uid: e4118033-bcf1-4576-87a1-16269f71705d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40286"
    uid: 3f576171-b8c5-4eba-ae2f-2e392e39aa60
  kind: Event
  lastTimestamp: "2026-07-28T02:28:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:28:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18c65319f510e75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40543"
    uid: 28ef0206-5693-439e-acde-28125b4df678
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40286"
    uid: 3f576171-b8c5-4eba-ae2f-2e392e39aa60
  kind: Event
  lastTimestamp: "2026-07-28T02:28:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:28:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18c65319f5b07712
    namespace: kserve-ci-e2e-test
    resourceVersion: "40544"
    uid: 064452f1-cec2-41a2-9cf6-c662d4bce133
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:28:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40446"
    uid: 3f576171-b8c5-4eba-ae2f-2e392e39aa60
  kind: Event
  lastTimestamp: "2026-07-28T02:29:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:29:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18c65320f3a3ca9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40974"
    uid: 1c08e08f-4157-4e43-aacf-a7196d5c2b99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:28:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40446"
    uid: 3f576171-b8c5-4eba-ae2f-2e392e39aa60
  kind: Event
  lastTimestamp: "2026-07-28T02:29:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:29:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18c65320f4105a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "40975"
    uid: 90499940-b0e4-4c29-ac42-98f561551364
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40278"
    uid: 4a01f6fd-3f01-4952-aedf-1f322c757bef
  kind: Event
  lastTimestamp: "2026-07-28T02:29:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:29:00Z"
    name: isvc-predictive-xgboost-v2.18c65316765ad80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40918"
    uid: cd0213c8-9afb-43e8-8f83-6ae990806fd7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40278"
    uid: 4a01f6fd-3f01-4952-aedf-1f322c757bef
  kind: Event
  lastTimestamp: "2026-07-28T02:27:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:27:38Z"
    name: isvc-predictive-xgboost-v2.18c6531676b8c0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "40308"
    uid: 5519acb5-c23c-45a7-bef7-ed52d4e83a61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:27:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40280"
    uid: 4a01f6fd-3f01-4952-aedf-1f322c757bef
  kind: Event
  lastTimestamp: "2026-07-28T02:27:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:27:38Z"
    name: isvc-predictive-xgboost-v2.18c653167d36e50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40309"
    uid: fe67eedc-c5f6-4db5-9950-c986cea35b92
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40916"
    uid: 4a01f6fd-3f01-4952-aedf-1f322c757bef
  kind: Event
  lastTimestamp: "2026-07-28T02:29:00Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:29:00Z"
    name: isvc-predictive-xgboost-v2.18c65329b2392e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "40917"
    uid: 0a39c73c-566a-4340-8ff9-53a288d14c3d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: 0e628e90-b4b4-4f21-a413-81c72205aa6b
  kind: Event
  lastTimestamp: "2026-07-28T02:24:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:24:13Z"
    name: isvc-predictive-xgboost.18c652d3b7be1309
    namespace: kserve-ci-e2e-test
    resourceVersion: "38628"
    uid: 876ef8dd-3956-437c-a758-f296c9a9b6a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:22:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: 0e628e90-b4b4-4f21-a413-81c72205aa6b
  kind: Event
  lastTimestamp: "2026-07-28T02:22:51Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:22:51Z"
    name: isvc-predictive-xgboost.18c652d3b81ec1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37994"
    uid: 11722e14-b23f-4657-8ff7-c4100ebda21e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:24:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38626"
    uid: 0e628e90-b4b4-4f21-a413-81c72205aa6b
  kind: Event
  lastTimestamp: "2026-07-28T02:24:13Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:24:13Z"
    name: isvc-predictive-xgboost.18c652e6ccf3d768
    namespace: kserve-ci-e2e-test
    resourceVersion: "38627"
    uid: aea7e399-7804-4a44-b6a5-c014296a346f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:18:34.694915Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35852"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a0f617-predictor-5758d4969-69kf4
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:18:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:18:34Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c65297e899f1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: 445796d9-1329-4d3e-b6da-8b7dbdf6c047
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35861"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:18:35Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:18:35Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c6529802281801
    namespace: kserve-ci-e2e-test
    resourceVersion: "35872"
    uid: ffedc53b-26f0-49f9-8e91-b33a879d85e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:18:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:35Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c652980393d0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35874"
    uid: ec1276e0-b741-4e36-b7b8-ec3ee95d0eef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:18:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:35Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c65298063be58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35875"
    uid: 2e56e747-341d-4fdc-9780-cee58f65006a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:18:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:35Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c6529806b08d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35876"
    uid: 62c7c85e-f01b-4d61-b217-7e0f468dd632
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:18:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:39Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c652991431b2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35916"
    uid: 02186775-dbd7-4eba-83d2-6e051ea466e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:18:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:39Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c65299171bdbb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35918"
    uid: 77966b9b-858c-4d59-9571-b8b310c53808
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:18:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:39Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c6529917923269
    namespace: kserve-ci-e2e-test
    resourceVersion: "35919"
    uid: 3f9ef4a0-c03b-4a14-9061-50157cc9c435
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:18:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:39Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c65299179cdb80
    namespace: kserve-ci-e2e-test
    resourceVersion: "35921"
    uid: 1639f371-8c32-45ec-bc7b-d474136c028d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:18:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:39Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c652991ac083ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35924"
    uid: 11ae55e9-7ac4-4601-9f67-5c49cc5c397d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:18:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:18:39Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c652991b3da0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: b7d4ed83-54dd-4170-9a2c-70341f74b0a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:20:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:36Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c652995023d53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36858"
    uid: 3d9eaf54-2f07-40c6-b93d-c69b42d0ca27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:20:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:36Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c652b427d2e703
    namespace: kserve-ci-e2e-test
    resourceVersion: "36847"
    uid: 9aea38fc-b80a-4fba-814b-7268eff9d363
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:20:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:36Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c652b427d394b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36848"
    uid: 46a8dc43-7951-4fd9-b28c-a6ef1020489f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: a11cf713-5373-4a0a-9813-f1136bb9b315
  kind: Event
  lastTimestamp: "2026-07-28T02:20:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:36Z"
    name: isvc-primary-a0f617-predictor-5758d4969-69kf4.18c652b4526b1829
    namespace: kserve-ci-e2e-test
    resourceVersion: "36857"
    uid: dfba13f3-d9c4-4485-9a2a-451fe60358ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a0f617-predictor-5758d4969
    namespace: kserve-ci-e2e-test
    resourceVersion: "35842"
    uid: ada08211-71f4-4043-9bf6-0f6643caba6a
  kind: Event
  lastTimestamp: "2026-07-28T02:18:34Z"
  message: 'Created pod: isvc-primary-a0f617-predictor-5758d4969-69kf4'
  metadata:
    creationTimestamp: "2026-07-28T02:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:18:34Z"
    name: isvc-primary-a0f617-predictor-5758d4969.18c65297e81193ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35853"
    uid: c0423057-ebfc-43f5-b7db-19f9420d1927
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a0f617-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35840"
    uid: edcfbf0f-61ec-40b3-b60c-acc53d658c76
  kind: Event
  lastTimestamp: "2026-07-28T02:18:34Z"
  message: Scaled up replica set isvc-primary-a0f617-predictor-5758d4969 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T02:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:18:34Z"
    name: isvc-primary-a0f617-predictor.18c65297e377325d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35843"
    uid: bf42d91b-2ab6-400f-8081-dce29eb23489
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a0f617-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35841"
    uid: 4c79a8ad-ab05-4de5-9090-e29e8787ebde
  kind: Event
  lastTimestamp: "2026-07-28T02:19:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:19:04Z"
    name: isvc-primary-a0f617-predictor.18c6529b620d628c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36097"
    uid: 1dee221a-53d5-4b90-ac39-cf105b8ef5b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a0f617-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35841"
    uid: 4c79a8ad-ab05-4de5-9090-e29e8787ebde
  kind: Event
  lastTimestamp: "2026-07-28T02:19:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:19:04Z"
    name: isvc-primary-a0f617-predictor.18c6529b627dfae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36098"
    uid: f231f98b-da28-4b4f-acd6-b7269e371fb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T02:19:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a0f617-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: 4c79a8ad-ab05-4de5-9090-e29e8787ebde
  kind: Event
  lastTimestamp: "2026-07-28T02:20:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:20:19Z"
    name: isvc-primary-a0f617-predictor.18c652a26046b88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36637"
    uid: 9ad18460-56ab-48cf-a9f6-9ac8f9a849cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T02:19:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a0f617-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: 4c79a8ad-ab05-4de5-9090-e29e8787ebde
  kind: Event
  lastTimestamp: "2026-07-28T02:20:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:20:19Z"
    name: isvc-primary-a0f617-predictor.18c652a260aeb699
    namespace: kserve-ci-e2e-test
    resourceVersion: "36638"
    uid: 8b1d6a1a-d490-41a3-88bb-1c4691a7fbbb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a0f617
    namespace: kserve-ci-e2e-test
    resourceVersion: "35832"
    uid: ca010654-99a2-41b8-9b83-4c1d61c6095d
  kind: Event
  lastTimestamp: "2026-07-28T02:19:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:19:56Z"
    name: isvc-primary-a0f617.18c65297e37d497f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: ba6e48fd-d8dc-40a1-9eda-c4b091546b13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a0f617
    namespace: kserve-ci-e2e-test
    resourceVersion: "35832"
    uid: ca010654-99a2-41b8-9b83-4c1d61c6095d
  kind: Event
  lastTimestamp: "2026-07-28T02:18:34Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a0f617": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a0f617":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:18:34Z"
    name: isvc-primary-a0f617.18c65297e4199b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35846"
    uid: 1db4002b-e6b9-4571-a01d-f89c1f3ca64f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:18:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a0f617
    namespace: kserve-ci-e2e-test
    resourceVersion: "35832"
    uid: ca010654-99a2-41b8-9b83-4c1d61c6095d
  kind: Event
  lastTimestamp: "2026-07-28T02:18:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a0f617": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:18:34Z"
    name: isvc-primary-a0f617.18c65297e419f54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35847"
    uid: 6658cfe0-a6fc-473b-a4e6-e22e3e68ce61
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a0f617
    namespace: kserve-ci-e2e-test
    resourceVersion: "36470"
    uid: ca010654-99a2-41b8-9b83-4c1d61c6095d
  kind: Event
  lastTimestamp: "2026-07-28T02:19:56Z"
  message: InferenceService [isvc-primary-a0f617] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:19:56Z"
    name: isvc-primary-a0f617.18c652ab08e139a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36471"
    uid: 8038d303-c2a8-4c66-8fb3-769a6c6e8b9b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:20:19.914748Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36662"
    uid: f9e31291-62c6-4f66-af91-c2dc5f2e0a03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a0f617-predictor-69747d6786-zcw7n
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:20:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:20:19Z"
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n.18c652b0683149bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: 3ab7a628-8450-483b-892c-163980940ed0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36672"
    uid: f9e31291-62c6-4f66-af91-c2dc5f2e0a03
  kind: Event
  lastTimestamp: "2026-07-28T02:20:20Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:20:20Z"
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n.18c652b0818a9088
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: 58f9706f-82ab-46f6-a8a8-0fc070417f55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: f9e31291-62c6-4f66-af91-c2dc5f2e0a03
  kind: Event
  lastTimestamp: "2026-07-28T02:20:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:25Z"
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n.18c652b0832feb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36727"
    uid: 5237412d-81e5-4def-a676-406b70a0b495
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: f9e31291-62c6-4f66-af91-c2dc5f2e0a03
  kind: Event
  lastTimestamp: "2026-07-28T02:20:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:25Z"
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n.18c652b085ae9345
    namespace: kserve-ci-e2e-test
    resourceVersion: "36731"
    uid: b6d75e75-894f-4904-8242-b842eda10017
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: f9e31291-62c6-4f66-af91-c2dc5f2e0a03
  kind: Event
  lastTimestamp: "2026-07-28T02:20:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:25Z"
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n.18c652b086212538
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: d6bf3429-ac4a-498f-ba23-cb04337115e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: f9e31291-62c6-4f66-af91-c2dc5f2e0a03
  kind: Event
  lastTimestamp: "2026-07-28T02:20:27Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a0f617-predictor-69747d6786-zcw7n_kserve-ci-e2e-test(f9e31291-62c6-4f66-af91-c2dc5f2e0a03)
  metadata:
    creationTimestamp: "2026-07-28T02:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:20:27Z"
    name: isvc-secondary-a0f617-predictor-69747d6786-zcw7n.18c652b214a3851f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: b0851587-a037-4af8-9af4-0f61034fde88
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a0f617-predictor-69747d6786
    namespace: kserve-ci-e2e-test
    resourceVersion: "36652"
    uid: 3c9ae53e-0c33-47f6-8197-d4f4067dd8ca
  kind: Event
  lastTimestamp: "2026-07-28T02:20:19Z"
  message: 'Created pod: isvc-secondary-a0f617-predictor-69747d6786-zcw7n'
  metadata:
    creationTimestamp: "2026-07-28T02:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:20:19Z"
    name: isvc-secondary-a0f617-predictor-69747d6786.18c652b067c61127
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: 5234b432-3bb3-4ca1-96ab-5cfe6352615a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a0f617-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36650"
    uid: 223b8e53-33ae-4554-b076-3f151296d577
  kind: Event
  lastTimestamp: "2026-07-28T02:20:19Z"
  message: Scaled up replica set isvc-secondary-a0f617-predictor-69747d6786 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T02:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:20:19Z"
    name: isvc-secondary-a0f617-predictor.18c652b063145804
    namespace: kserve-ci-e2e-test
    resourceVersion: "36653"
    uid: 71e1be9a-c133-4638-8144-90366ee7589d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a0f617-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36651"
    uid: eb86b3ce-47b5-402c-a134-6ea775f188e8
  kind: Event
  lastTimestamp: "2026-07-28T02:20:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:20:34Z"
    name: isvc-secondary-a0f617-predictor.18c652b3e18e2937
    namespace: kserve-ci-e2e-test
    resourceVersion: "36806"
    uid: 97be49d0-b83d-4b45-804b-a89fd36dad8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a0f617-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36651"
    uid: eb86b3ce-47b5-402c-a134-6ea775f188e8
  kind: Event
  lastTimestamp: "2026-07-28T02:20:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:20:34Z"
    name: isvc-secondary-a0f617-predictor.18c652b3e1f66ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36808"
    uid: c933fd69-3902-416e-ae7b-04e8f5163236
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a0f617
    namespace: kserve-ci-e2e-test
    resourceVersion: "36643"
    uid: 689a528b-9a5a-4bf2-a89f-993b488b1b67
  kind: Event
  lastTimestamp: "2026-07-28T02:20:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:20:27Z"
    name: isvc-secondary-a0f617.18c652b063156997
    namespace: kserve-ci-e2e-test
    resourceVersion: "36755"
    uid: 2db3bf66-dbd9-46fb-a8f3-bcfc539649af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a0f617
    namespace: kserve-ci-e2e-test
    resourceVersion: "36643"
    uid: 689a528b-9a5a-4bf2-a89f-993b488b1b67
  kind: Event
  lastTimestamp: "2026-07-28T02:20:19Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a0f617":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a0f617":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:20:19Z"
    name: isvc-secondary-a0f617.18c652b0639bf39a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36671"
    uid: 1a13db41-8a4e-41bc-a00b-198428a07fd2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:20:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a0f617
    namespace: kserve-ci-e2e-test
    resourceVersion: "36643"
    uid: 689a528b-9a5a-4bf2-a89f-993b488b1b67
  kind: Event
  lastTimestamp: "2026-07-28T02:20:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a0f617": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:20:19Z"
    name: isvc-secondary-a0f617.18c652b0639c5107
    namespace: kserve-ci-e2e-test
    resourceVersion: "36673"
    uid: 7879e6c6-b64d-432c-8ec8-6694964da093
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:37:43.287592Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:37:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:37:43Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505d2556c928
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: e6c9fb3f-14e8-4dec-bdb8-660b44b9fde8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T01:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:43Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505d2c880724
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: 73d05994-7c5d-40a8-ba82-5324c1f7cc06
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:44Z"
  message: Add eth0 [10.133.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:37:44Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505d621f1989
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: d1c1975c-c311-4a95-90f7-5125a042d507
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:44Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505d63850d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: 9a4103a9-d42f-4b31-88f7-2d8a92dedefb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:44Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505d666e486e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15750"
    uid: 5130d253-6d72-4919-90c2-859f11602afa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:44Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505d66d18996
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: f15e6c64-8e13-4803-bf8c-051d1a169eaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:48Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505e76556238
    namespace: kserve-ci-e2e-test
    resourceVersion: "15791"
    uid: 0064b6a8-a18f-487a-a3e6-adad8ce73d69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:48Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505e798a44d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: 2194e0ed-a44c-42ee-9368-00d3a7cc9840
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:49Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505e79f0c8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: b5a1d73d-3c63-4d20-99b5-e189eab5ba7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:49Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505e79fad2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: 25687e39-3b2d-42f5-89d3-c75c8c78ba91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:49Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505e7cd0a697
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: d297167e-21f5-40e6-8e7a-992dac999eb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:49Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505e7d3482c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 4045387f-2b8e-4c81-aa3b-03805ee007a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:49Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:49Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505e7d3df783
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: 53e7b706-ffc0-4585-9eee-3844ea4714e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:49Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T01:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:49Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505e80560406
    namespace: kserve-ci-e2e-test
    resourceVersion: "15804"
    uid: 190bf565-1f50-4825-a2a2-108d6b41b011
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:49Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T01:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:49Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505e80b4f667
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: af668437-b3bc-41e6-8092-142d716af02e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.17:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:26Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505eb25c20a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: d405034f-9196-4948-9903-29ce959ef60f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T01:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:16Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c6505eee272228
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: e6036706-cbde-4c5b-b797-a8fcbb3a5e29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:08Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c65070f594dc00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: c081252c-6099-4790-a95a-21d61b315e0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T01:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:08Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c65070f595119d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 62e8cfc2-41ee-4e39-aac7-35a2fcec612f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:08Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c65070f59528f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: dde28bf2-4935-419a-b9db-ff9b779c348b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 40393776-09b8-4e98-812f-5723c4d55a0f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp
    10.133.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:26Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq.18c65071ca4f922c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 170f00ca-9fba-4b76-9d00-2b0a6161177c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 8622614d-fcab-4a33-af73-2552618ce849
  kind: Event
  lastTimestamp: "2026-07-28T01:37:43Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-q64dq'
  metadata:
    creationTimestamp: "2026-07-28T01:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:37:43Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75.18c6505d24af8e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: 471627f1-0573-4e6e-8695-a5b22d59ad98
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 20375d09-f144-4d1f-922c-7af010a6086f
  kind: Event
  lastTimestamp: "2026-07-28T01:37:43Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T01:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:37:43Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6505d1b9f0774
    namespace: kserve-ci-e2e-test
    resourceVersion: "15694"
    uid: 0f1ef9c4-8a1d-4a36-ab4d-a560b4434984
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: 751bcb64-f294-45ba-ac10-4da3aced0a32
  kind: Event
  lastTimestamp: "2026-07-28T01:38:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:38:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18c650609a6fd496
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: 2195231e-461a-4bbe-9774-3272b8f7c7e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: 751bcb64-f294-45ba-ac10-4da3aced0a32
  kind: Event
  lastTimestamp: "2026-07-28T01:38:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:38:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18c650609ad0455a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: f21ae7e8-ba97-40dd-9cfa-090303b52836
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:38:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 751bcb64-f294-45ba-ac10-4da3aced0a32
  kind: Event
  lastTimestamp: "2026-07-28T01:38:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:38:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6506b1713e75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: 6974f389-feb4-404a-86da-883e07858025
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:38:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 751bcb64-f294-45ba-ac10-4da3aced0a32
  kind: Event
  lastTimestamp: "2026-07-28T01:38:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:38:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6506b17753e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: 7500c7c5-7a7d-4793-90ba-4d099f786dc0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 88e8f977-1d12-4ce4-b34a-561b29c30c70
  kind: Event
  lastTimestamp: "2026-07-28T01:38:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:38:57Z"
    name: isvc-sklearn-batcher-custom.18c6505d1ba133c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16327"
    uid: 8fdbce9e-b6b8-4661-87a3-824d44395819
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 88e8f977-1d12-4ce4-b34a-561b29c30c70
  kind: Event
  lastTimestamp: "2026-07-28T01:37:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:37:43Z"
    name: isvc-sklearn-batcher-custom.18c6505d1c3042c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: 68e6170c-e38c-47f0-9a84-39ded780671e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:38:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: 88e8f977-1d12-4ce4-b34a-561b29c30c70
  kind: Event
  lastTimestamp: "2026-07-28T01:38:57Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:38:57Z"
    name: isvc-sklearn-batcher-custom.18c6506e52fe864b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: 484223b4-2141-40f5-8722-7e7f4ea56212
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:35:58.017666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14878"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:35:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:35:58Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c65044a2c31523
    namespace: kserve-ci-e2e-test
    resourceVersion: "14883"
    uid: 1613b05b-3055-498b-a2bd-fb446846e4e2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:35:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:35:58Z"
  message: Add eth0 [10.133.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:35:58Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c65044bbf0c3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14902"
    uid: 090f837c-db63-4eae-8d68-ac20b80d7c26
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:35:58Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
  metadata:
    creationTimestamp: "2026-07-28T01:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:35:58Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c65044bd8c0d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: cb0d1d61-c519-4292-a7d4-9220873cf40d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    in 3.434s (3.434s including waiting). Image size: 300981723 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T01:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:01Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c650458a3ccb12
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: 53b5d367-3afa-41da-aa57-79da4b6e5acc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T01:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:01Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c650458d5841b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: ede79ba3-3ca3-4a39-b6ec-5edd85f24394
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T01:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:01Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c650458dc026ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: 25b500c6-1759-4278-87c2-be519c064da2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T01:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:06Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c65046a0d177cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: c09d8b32-a866-417b-bcf3-9bd7a81d4d6e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 12.856s (12.856s including waiting). Image size: 1555730357 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T01:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:19Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c650499f21bae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15065"
    uid: 4651584e-9ee8-4d63-97cd-7bb94b91737b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:19Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c65049a1d7a8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 17992ebe-b831-4330-8dbd-d1f5fb485a64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:19Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c65049a24c2ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 932815c0-10ff-4492-b388-a691388c9fb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:19Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T01:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:19Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c65049a2576ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 8d38e94b-1798-45fa-ad5d-7b67b20099af
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.167s (2.167s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T01:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:21Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6504a238593eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15082"
    uid: b3c34cef-978d-425d-ad32-a038a792b42f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:21Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6504a2730b158
    namespace: kserve-ci-e2e-test
    resourceVersion: "15083"
    uid: 47b608ae-0e3c-4abf-bce0-e614992561e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:21Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6504a27a37926
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 696fdfa0-b3eb-4dd3-9599-e7c8e182cf97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:21Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
  metadata:
    creationTimestamp: "2026-07-28T01:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:21Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6504a27b14868
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: 5be66979-7a67-4e7a-a5cc-fda063e4daf7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    in 2.367s (2.367s including waiting). Image size: 240177278 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T01:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:24Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6504ab4c99ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15101"
    uid: f177a272-a9e9-4f80-b257-05f446186698
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:24Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T01:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:24Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6504ab76cff1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: f6c62e8d-d8c6-4f1a-9dfc-fffda6416465
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:36:24Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T01:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:36:24Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6504ab7e04fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 9a8444c2-6233-46e8-9c21-5389b3c57f39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:37:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T01:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:57Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6504ad6752a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: 448f8ac2-bbc3-47cf-9aed-ce8eed1d36b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:37:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T01:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:57Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6504b1238ca33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 368aadb2-a17d-47b8-becc-bfbe6c899b39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:37:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6505d204f4d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 8e3baf5c-f804-4b1e-ae97-a6cf405e6ea3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:37:43Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T01:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6505d20506d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: a8e8e356-e00a-4e51-a383-b8825d929d77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:37:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:37:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6505d2050b16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: b2ffc3d1-bb4f-4cef-a3b7-922acaf4ee9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 78fe8ba7-6e93-4504-b1b2-1d53357269c6
  kind: Event
  lastTimestamp: "2026-07-28T01:38:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.16:8643/healthz": dial tcp
    10.133.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T01:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:38:01Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq.18c6505dee5c9fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: 63881c0f-32c7-4543-a486-bde0b61979c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:35:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-86cb8f94cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14871"
    uid: 5c9c2409-2890-4063-8709-a2fad813c5be
  kind: Event
  lastTimestamp: "2026-07-28T01:35:58Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-86cb8f94cb-z7gqq'
  metadata:
    creationTimestamp: "2026-07-28T01:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:35:58Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb.18c65044a262498e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: 4d6d5960-1a36-4526-b0de-093a1d8f89fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: d2aa4964-7e2f-4598-8da7-7ba19ea30057
  kind: Event
  lastTimestamp: "2026-07-28T01:35:57Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-86cb8f94cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T01:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:35:57Z"
    name: isvc-sklearn-batcher-predictor.18c650449dc0afcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14872"
    uid: 8cafc421-ba9e-4958-95a4-60cf26908751
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: 053f59bf-164c-4217-a741-bc147c2c7dc3
  kind: Event
  lastTimestamp: "2026-07-28T01:36:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:36:58Z"
    name: isvc-sklearn-batcher-predictor.18c6504824199d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 202fb915-792a-4ed5-b504-81ef31d71e8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T01:36:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: 053f59bf-164c-4217-a741-bc147c2c7dc3
  kind: Event
  lastTimestamp: "2026-07-28T01:36:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:36:58Z"
    name: isvc-sklearn-batcher-predictor.18c6504824c417d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: b967a6a9-a762-4286-a54e-6d561d866364
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: 053f59bf-164c-4217-a741-bc147c2c7dc3
  kind: Event
  lastTimestamp: "2026-07-28T01:37:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:37:43Z"
    name: isvc-sklearn-batcher-predictor.18c650562029ebe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 5bd2ce9d-ad55-4d3e-ab6a-cb8e3fa74e70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: 053f59bf-164c-4217-a741-bc147c2c7dc3
  kind: Event
  lastTimestamp: "2026-07-28T01:37:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T01:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:37:43Z"
    name: isvc-sklearn-batcher-predictor.18c65056208a42c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: 2619d4d7-3233-4147-8ac9-dde3fa88e2d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T01:35:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 89d360e7-fe65-4c51-9aa7-06290ba8cbac
  kind: Event
  lastTimestamp: "2026-07-28T01:37:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:37:27Z"
    name: isvc-sklearn-batcher.18c65044a3f7ac1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: 5744b8d5-2745-4d2c-8551-e6c7ed3f09eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:35:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 89d360e7-fe65-4c51-9aa7-06290ba8cbac
  kind: Event
  lastTimestamp: "2026-07-28T01:35:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:35:58Z"
    name: isvc-sklearn-batcher.18c65044a4425d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14889"
    uid: 6191ae66-a8bb-46fa-ac30-7470e4617765
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:35:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 89d360e7-fe65-4c51-9aa7-06290ba8cbac
  kind: Event
  lastTimestamp: "2026-07-28T01:35:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T01:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:35:58Z"
    name: isvc-sklearn-batcher.18c65044a442abf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: af4fafb0-1ac5-4f90-802e-666107267200
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:37:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 89d360e7-fe65-4c51-9aa7-06290ba8cbac
  kind: Event
  lastTimestamp: "2026-07-28T01:37:27Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:37:27Z"
    name: isvc-sklearn-batcher.18c6505986d63b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: 28fed5cd-e2a3-43d0-acb6-d3b56c982814
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:08:50.096740Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5996957568-b4cx9
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:08:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:08:50Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c6520fcbd5bd04
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: 6283100c-12ff-486a-a769-fa0a0aac8256
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:50Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c6520fd8d8423e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31133"
    uid: 6f473182-3fd7-4fad-bb53-4c89a48feb49
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31125"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:51Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:08:51Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c6521008ddaf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31143"
    uid: afb47b3f-cb73-470a-9376-5c6bb98efc9d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:51Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c652100adca055
    namespace: kserve-ci-e2e-test
    resourceVersion: "31145"
    uid: 97b2189f-7f54-4db3-957c-ec17cc580cf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:51Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c652100e302c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 947509b4-2081-4a36-bdfb-7012ea474fbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:51Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c652100e993186
    namespace: kserve-ci-e2e-test
    resourceVersion: "31147"
    uid: 41c72216-a6e7-48eb-a2eb-c6aa9891904c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:55Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c6521115674705
    namespace: kserve-ci-e2e-test
    resourceVersion: "31181"
    uid: 2ecbc23f-5cd8-40f9-b0f5-c779119c9fef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:55Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c6521118342fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: 140b937d-bde7-4627-983a-c3b2714dffa1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:55Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c6521118aa2396
    namespace: kserve-ci-e2e-test
    resourceVersion: "31184"
    uid: 82df9bda-1cbf-4853-87c0-3a7a2827929c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:55Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-28T02:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:55Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c6521118b764e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31185"
    uid: eb77c3a6-be1f-4943-9c15-04d6b92e585b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.352s (2.352s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T02:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:58Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c65211a4f4da6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: 120d0152-14d4-446f-9d28-84c1317e8a95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:58Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-28T02:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:58Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c65211a7fa0c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: 7fecf6a2-25ba-4be1-9a03-f20f56c7e0ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:58Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T02:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:58Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c65211a8650330
    namespace: kserve-ci-e2e-test
    resourceVersion: "31206"
    uid: a4719db5-fa20-40bc-8c64-911eded8b87e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:58Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c65211a870a6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: fb4df64f-4323-4e24-9b0c-e4758e25b6f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:58Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c65211ab059469
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 3f361f54-1042-478c-8034-87de4ba777a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:08:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:08:58Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c65211ab8998af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 187aa0f1-7c9b-4871-9fc6-f6848cc3385d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:10:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:10Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c652226f733990
    namespace: kserve-ci-e2e-test
    resourceVersion: "31727"
    uid: 7f5396df-d943-4229-a82c-ae622e6b3fd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:10:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:10Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c652226f73a6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31728"
    uid: 7e00e37a-c231-4ae1-b443-41372c9d5ac9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:10:10Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T02:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:10Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c652226f73c2ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 5d1f8d86-88be-4c09-8d22-cdacd6aa78b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:10:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:39Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c652237b26fd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: f9cbff7c-c4c0-4a0a-a73b-7dad800c48d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: ab530cce-ebe1-4956-9f06-36de919e8835
  kind: Event
  lastTimestamp: "2026-07-28T02:10:34Z"
  message: 'Readiness probe failed: Get "http://10.133.0.39:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:10:34Z"
    name: isvc-sklearn-mcp-predictor-5996957568-b4cx9.18c652237b7b4c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 0cb44802-f58f-46fb-825b-59efd11dd76a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5996957568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31105"
    uid: 3257e605-8264-4280-810f-e4da523de90f
  kind: Event
  lastTimestamp: "2026-07-28T02:08:50Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5996957568-b4cx9'
  metadata:
    creationTimestamp: "2026-07-28T02:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:08:50Z"
    name: isvc-sklearn-mcp-predictor-5996957568.18c6520fcb4b1df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: 1f4f5fb7-40e8-400a-aa5c-1b9c24b22960
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31103"
    uid: c7de4459-dee6-4fcd-a493-ff54db151987
  kind: Event
  lastTimestamp: "2026-07-28T02:08:50Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5996957568 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:08:50Z"
    name: isvc-sklearn-mcp-predictor.18c6520fc72bfc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: b74d893c-45bc-463e-bfe8-188b269db4ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: 1782729a-42e1-46bf-b7e2-0a58fb323bc6
  kind: Event
  lastTimestamp: "2026-07-28T02:10:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:10:04Z"
    name: isvc-sklearn-mcp.18c6520fc696de76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31677"
    uid: 0e1c9ada-2b9b-4353-b7a3-7465a83c2eab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: 1782729a-42e1-46bf-b7e2-0a58fb323bc6
  kind: Event
  lastTimestamp: "2026-07-28T02:08:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:08:50Z"
    name: isvc-sklearn-mcp.18c6520fc703c824
    namespace: kserve-ci-e2e-test
    resourceVersion: "31124"
    uid: 36066434-b7df-481f-a70b-6114f92cca73
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31099"
    uid: 1782729a-42e1-46bf-b7e2-0a58fb323bc6
  kind: Event
  lastTimestamp: "2026-07-28T02:08:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:08:50Z"
    name: isvc-sklearn-mcp.18c6520fcd5ac5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31126"
    uid: 68d6620e-a8f0-49e6-a857-991ede0e0411
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:10:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: 1782729a-42e1-46bf-b7e2-0a58fb323bc6
  kind: Event
  lastTimestamp: "2026-07-28T02:10:04Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:10:04Z"
    name: isvc-sklearn-mcp.18c652212d3f1d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "31676"
    uid: 7d4a5df2-cf89-4ac3-b295-9a3e42aab242
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:30:46.005818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41848"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5f4d89cc44-l8njs
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:30:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:30:46Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c653422e20b5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41855"
    uid: ee9b5d22-30e1-4ae5-a7ef-1d7072dcdd4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:46Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c6534235bdd33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41863"
    uid: 266c3cd2-20a3-4787-801b-214e3ed09811
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41858"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:47Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:30:47Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c653426b2e720d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41873"
    uid: 2a49045c-8364-4a9a-9b97-613ab8f8c6c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:47Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c653426ce38cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41876"
    uid: ab26c06b-da30-4aa1-8829-da9abf44c0dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:47Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c653426f9eb3c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41877"
    uid: b5aba1e1-eb88-4fd7-983a-d4dff5cff505
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:47Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c6534270135498
    namespace: kserve-ci-e2e-test
    resourceVersion: "41878"
    uid: a3b1571f-cd4b-4bd9-88a9-4979946dc166
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:51Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c653436d171a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "41913"
    uid: 58eb466d-8233-413a-a3ef-572ce6784b3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:51Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c653436fc40055
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: f55e7fad-140b-49f4-91ac-f6aeb7155799
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:51Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c65343703ab069
    namespace: kserve-ci-e2e-test
    resourceVersion: "41918"
    uid: 4dce0adf-d9f3-481e-a855-0fe83843d4ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:51Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c6534370449e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41919"
    uid: a7b2c7b9-adb6-486c-b9e9-4d8823f189ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:51Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c6534372fc6fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: b5a63067-58c8-4f69-bf4b-e6c8ce768c42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:30:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:30:51Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c653437375befc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41925"
    uid: 6eccb5a7-6ab0-4cac-b116-cd505a11aa4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:32:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:18Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c65343e4ec75d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42849"
    uid: 1fd99206-32d4-43b0-b49a-122cbb66e98b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:32:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:16Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c653572a24a16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42829"
    uid: e2491466-3163-4e9c-984d-c8ddbfef1372
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:32:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:16Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c653572a25ad80
    namespace: kserve-ci-e2e-test
    resourceVersion: "42830"
    uid: d1033d06-d8cf-42db-a142-2b7a86f45aae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41850"
    uid: e79d9bdc-c6cb-4030-ba27-f20b88ce81b3
  kind: Event
  lastTimestamp: "2026-07-28T02:32:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:19Z"
    name: isvc-sklearn-predictor-5f4d89cc44-l8njs.18c65357eb1f2314
    namespace: kserve-ci-e2e-test
    resourceVersion: "42856"
    uid: 6f5509e7-893f-4fc4-9728-a1a6fcea47c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5f4d89cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "41839"
    uid: c163e8c4-a69f-4215-9004-fd1c315de04a
  kind: Event
  lastTimestamp: "2026-07-28T02:30:45Z"
  message: 'Created pod: isvc-sklearn-predictor-5f4d89cc44-l8njs'
  metadata:
    creationTimestamp: "2026-07-28T02:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:30:45Z"
    name: isvc-sklearn-predictor-5f4d89cc44.18c653422d7f57b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41849"
    uid: f5316c91-b5d2-4f5e-87c6-4c7d37c2476a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 57394821-c8c8-48b3-8c2d-77a660b12d83
  kind: Event
  lastTimestamp: "2026-07-28T02:30:45Z"
  message: Scaled up replica set isvc-sklearn-predictor-5f4d89cc44 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:30:45Z"
    name: isvc-sklearn-predictor.18c653422a80e8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41841"
    uid: 53b84790-022d-4e6a-90b3-85df7aaf6cee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:31:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41838"
    uid: 933ba26e-8996-4616-8b28-f2be6aa7859d
  kind: Event
  lastTimestamp: "2026-07-28T02:31:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:31:15Z"
    name: isvc-sklearn-predictor.18c65345a971bfc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42098"
    uid: b3ae7a45-5815-418b-ab0b-7a6b7b77cb52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:31:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41838"
    uid: 933ba26e-8996-4616-8b28-f2be6aa7859d
  kind: Event
  lastTimestamp: "2026-07-28T02:31:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:31:15Z"
    name: isvc-sklearn-predictor.18c65345a9d5c4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42099"
    uid: 40dde581-ab61-4cfc-8c87-141b4a936239
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:31:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41993"
    uid: 933ba26e-8996-4616-8b28-f2be6aa7859d
  kind: Event
  lastTimestamp: "2026-07-28T02:32:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:32:16Z"
    name: isvc-sklearn-predictor.18c6534ca797ba8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42813"
    uid: 4304e0a9-1f84-44f9-9174-18036d6d31ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:31:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41993"
    uid: 933ba26e-8996-4616-8b28-f2be6aa7859d
  kind: Event
  lastTimestamp: "2026-07-28T02:32:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:32:16Z"
    name: isvc-sklearn-predictor.18c6534ca8040cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42814"
    uid: f82ce972-2151-414d-8bce-77cd5c15e884
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:33:26.514381Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    to ip-10-0-138-153.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:33:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:33:26Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c653678d2f1d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43454"
    uid: 73aa79bb-dd3a-4d09-b988-85e0be3a6d1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43459"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:26Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:33:26Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c65367a74deab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43465"
    uid: 5a869043-02ee-4b56-bb93-c36e895eec2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:26Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c65367a8c452f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43467"
    uid: 5a9b88b2-c05d-4e24-881a-55f0e35c54aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:27Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c65367abeaec6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43469"
    uid: b92c7cd4-edd7-41f9-91ff-cf06bc66c2c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:27Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c65367ac71c24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43470"
    uid: 05fb29dc-0369-4925-80d9-73afd9f0f29e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:32Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c653690c3f46af
    namespace: kserve-ci-e2e-test
    resourceVersion: "43519"
    uid: b4489f7a-09d2-412b-b8de-afce516a203e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:32Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c653690f48edf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43522"
    uid: 076583a5-700e-4f17-be9a-8e91f20b6583
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:33Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c653690fcb71b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43524"
    uid: 01396983-a602-4c25-a454-40a05a8cee65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:33Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c653690fd5aba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43525"
    uid: 99f5be8d-648c-4b34-95d7-38094dbdf79c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:33Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c6536912b94499
    namespace: kserve-ci-e2e-test
    resourceVersion: "43528"
    uid: eb66e78b-22de-4877-9c97-43bb98c074df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:33Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c653691336af32
    namespace: kserve-ci-e2e-test
    resourceVersion: "43529"
    uid: db9c7439-f24e-43a1-a42b-4e7652c7a71c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:40Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c65369842f2556
    namespace: kserve-ci-e2e-test
    resourceVersion: "43586"
    uid: 2860a8b4-ba46-46eb-8e6e-654fdf81e290
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:58Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c6536f01584161
    namespace: kserve-ci-e2e-test
    resourceVersion: "43743"
    uid: 5d561e45-bab8-4692-8f22-622be048eead
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: adf0bf0e-b416-4d81-9c48-00e980ff2d70
  kind: Event
  lastTimestamp: "2026-07-28T02:33:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:58Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll.18c6536f0158d2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43744"
    uid: b3c936c3-270a-4a97-a65f-b5743b73db12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-599b58cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43439"
    uid: 2e113ffe-a978-458d-9198-56f76a2a7572
  kind: Event
  lastTimestamp: "2026-07-28T02:33:26Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-599b58cf6-wd8ll'
  metadata:
    creationTimestamp: "2026-07-28T02:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:33:26Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6.18c653678c9ecb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "43449"
    uid: dae3ef29-656d-40eb-ba0e-54af36f80ecb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43437"
    uid: b7895edb-e6ef-48ca-880a-0e4a6303abbf
  kind: Event
  lastTimestamp: "2026-07-28T02:33:26Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-599b58cf6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T02:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:33:26Z"
    name: isvc-sklearn-runtime-predictor.18c653678a1e3470
    namespace: kserve-ci-e2e-test
    resourceVersion: "43440"
    uid: 381719a1-9572-4af8-8a99-86f319fb9bc9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43438"
    uid: 7c5e28aa-793c-49bb-8ce1-cfd748b00760
  kind: Event
  lastTimestamp: "2026-07-28T02:33:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:33:41Z"
    name: isvc-sklearn-runtime-predictor.18c6536b08aa5a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43595"
    uid: bda38379-bc03-4365-94d0-bcbb63697acd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43438"
    uid: 7c5e28aa-793c-49bb-8ce1-cfd748b00760
  kind: Event
  lastTimestamp: "2026-07-28T02:33:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:33:41Z"
    name: isvc-sklearn-runtime-predictor.18c6536b0922f297
    namespace: kserve-ci-e2e-test
    resourceVersion: "43596"
    uid: 05d2357b-a109-44b1-871b-6ff7a82ac56d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43594"
    uid: 7c5e28aa-793c-49bb-8ce1-cfd748b00760
  kind: Event
  lastTimestamp: "2026-07-28T02:33:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:33:56Z"
    name: isvc-sklearn-runtime-predictor.18c6536e8856a39b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43709"
    uid: f84f7856-1843-4dfe-8743-02ea3fd9eb06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43594"
    uid: 7c5e28aa-793c-49bb-8ce1-cfd748b00760
  kind: Event
  lastTimestamp: "2026-07-28T02:33:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:33:56Z"
    name: isvc-sklearn-runtime-predictor.18c6536e88d147d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43711"
    uid: 94629382-c4e8-430f-b8b0-dfb34cd81e04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43430"
    uid: 2c0c9758-cd94-4580-8c1d-efdc1ef60f1d
  kind: Event
  lastTimestamp: "2026-07-28T02:33:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:33:51Z"
    name: isvc-sklearn-runtime.18c653678a1e70c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43672"
    uid: 832a0633-b007-4061-a352-78f6a0cd3f75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43430"
    uid: 2c0c9758-cd94-4580-8c1d-efdc1ef60f1d
  kind: Event
  lastTimestamp: "2026-07-28T02:33:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:33:26Z"
    name: isvc-sklearn-runtime.18c653678a75d3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43444"
    uid: 7edde6d5-1b65-40a0-bf22-7163e25d6c51
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43669"
    uid: 2c0c9758-cd94-4580-8c1d-efdc1ef60f1d
  kind: Event
  lastTimestamp: "2026-07-28T02:33:51Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:33:51Z"
    name: isvc-sklearn-runtime.18c6536d4377d117
    namespace: kserve-ci-e2e-test
    resourceVersion: "43671"
    uid: 099f2b44-c9bc-4e48-adf4-6dbcc1425e66
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:49:41.566307Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51490"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-dd446d6b9-frpps
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:49:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:49:41Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544a92cec27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51497"
    uid: c48a1a51-5de4-4bad-9fd1-23340e877d52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51501"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:41Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:49:41Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544aac25b72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51510"
    uid: 6723323c-d160-4627-a483-d361e22d7daf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:42Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544aadb5a7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "51513"
    uid: c8b0df76-0de2-43fc-92a2-2f0710d17f72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:42Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544ab06e91cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51514"
    uid: b48be7b8-0a7d-4d94-8594-2f830bb6b18b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:42Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544ab0e67648
    namespace: kserve-ci-e2e-test
    resourceVersion: "51515"
    uid: 61429537-b4e6-46ed-8c38-bd37cc974b31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:43Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544afd0fabb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51529"
    uid: f718377f-a53a-406a-ae37-b43903e1f352
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:43Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544b0079bedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51533"
    uid: 8019899c-9e6b-44e2-af54-faa4602a529d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:43Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544b00f0b9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51534"
    uid: 084ddd4f-42d3-4623-aaa8-60471c05ee3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:43Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544b00fb0a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51535"
    uid: 8a45ac59-ac32-4110-8251-77a07a3cee27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:43Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544b0395651c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51540"
    uid: a89a0f46-e1c6-4023-9ae8-2fdcc3b065f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:43Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544b041c103f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51541"
    uid: f2afb8c4-5d26-4234-99fe-226734b0d228
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:50:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:50:51Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6544b74dc9fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52019"
    uid: 4fab39b5-f1fe-4238-86b8-fc4205ecb142
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:11Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6545f940830fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52203"
    uid: 057dcdba-60b3-49ae-9be1-e117111c801f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:11Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c6545f9408cfd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "52204"
    uid: 02ea0d66-a899-4ea1-9bb8-3a707861f4a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps
    namespace: kserve-ci-e2e-test
    resourceVersion: "51493"
    uid: 5ac1ea67-9234-4855-a0c1-5dfb7832337b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.68:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-07-28T02:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-frpps.18c65460e09f1e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "52298"
    uid: fc89d704-accf-49a7-ae6e-d65bc43034cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-dd446d6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51482"
    uid: ab3c6bf6-b489-4e9f-8f30-fad397e4ed71
  kind: Event
  lastTimestamp: "2026-07-28T02:49:41Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-dd446d6b9-frpps'
  metadata:
    creationTimestamp: "2026-07-28T02:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:49:41Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9.18c6544a9259724d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51492"
    uid: 28143737-7310-458d-a6e8-2a22e1e38ed3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51480"
    uid: ba311773-9df4-4846-a82c-82a53536c5d9
  kind: Event
  lastTimestamp: "2026-07-28T02:49:41Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-dd446d6b9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:49:41Z"
    name: isvc-sklearn-s3-predictor.18c6544a8fc8b6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51483"
    uid: 292f0407-a73a-47fa-99cf-9e1b56028888
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51481"
    uid: 7657cad7-49ad-4c61-911c-5e751b420b21
  kind: Event
  lastTimestamp: "2026-07-28T02:50:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:50:11Z"
    name: isvc-sklearn-s3-predictor.18c6544e0eca5a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "51741"
    uid: 315747e7-71fa-4427-bd3f-8b90e9055e66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51481"
    uid: 7657cad7-49ad-4c61-911c-5e751b420b21
  kind: Event
  lastTimestamp: "2026-07-28T02:50:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:50:11Z"
    name: isvc-sklearn-s3-predictor.18c6544e0f3354da
    namespace: kserve-ci-e2e-test
    resourceVersion: "51742"
    uid: b6646bba-eb65-448b-8c2a-126d32d340c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:50:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51635"
    uid: 7657cad7-49ad-4c61-911c-5e751b420b21
  kind: Event
  lastTimestamp: "2026-07-28T02:51:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:51:11Z"
    name: isvc-sklearn-s3-predictor.18c654550de42993
    namespace: kserve-ci-e2e-test
    resourceVersion: "52171"
    uid: d04f079f-7d3f-4c6c-b567-e0ac7fee48ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:50:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51635"
    uid: 7657cad7-49ad-4c61-911c-5e751b420b21
  kind: Event
  lastTimestamp: "2026-07-28T02:51:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:51:11Z"
    name: isvc-sklearn-s3-predictor.18c654550ec12635
    namespace: kserve-ci-e2e-test
    resourceVersion: "52173"
    uid: 39adf637-4455-482a-8942-ec32ae614d0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:54:25.337533Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53858"
    uid: e1650af0-cd93-4508-93b3-16f11f209d3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:54:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:54:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2.18c6548ca4e3f978
    namespace: kserve-ci-e2e-test
    resourceVersion: "53862"
    uid: fe7885de-5d7c-45d0-9a14-1b5f114bd9ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53868"
    uid: e1650af0-cd93-4508-93b3-16f11f209d3f
  kind: Event
  lastTimestamp: "2026-07-28T02:54:25Z"
  message: Add eth0 [10.133.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:54:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2.18c6548cbe0e4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "53873"
    uid: 46f68fa0-13ea-4fd6-a181-f71b372c7327
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53860"
    uid: e1650af0-cd93-4508-93b3-16f11f209d3f
  kind: Event
  lastTimestamp: "2026-07-28T02:54:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:31Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2.18c6548cbf6c7ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53921"
    uid: 1e8f85d7-c6c6-44cb-9245-d42449a4eb93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53860"
    uid: e1650af0-cd93-4508-93b3-16f11f209d3f
  kind: Event
  lastTimestamp: "2026-07-28T02:54:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:31Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2.18c6548cc2080bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53923"
    uid: ade04f51-8565-4c2f-9164-4010964142a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53860"
    uid: e1650af0-cd93-4508-93b3-16f11f209d3f
  kind: Event
  lastTimestamp: "2026-07-28T02:54:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:31Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2.18c6548cc28225ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "53926"
    uid: 6c1904e8-becb-4eeb-9a40-a4658009b72c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53860"
    uid: e1650af0-cd93-4508-93b3-16f11f209d3f
  kind: Event
  lastTimestamp: "2026-07-28T02:54:35Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:35Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2.18c6548ef37feb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53971"
    uid: f557ebe7-6fb8-4745-908d-c6d89d6bc508
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "53846"
    uid: 2de85f08-2f3f-41c0-b5f6-84f378458829
  kind: Event
  lastTimestamp: "2026-07-28T02:54:25Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-bfsp2'
  metadata:
    creationTimestamp: "2026-07-28T02:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:54:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69.18c6548ca46d8af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53859"
    uid: 17ed79f9-9081-45c7-bb06-f565486433a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53844"
    uid: 069cd66c-b925-4fb3-9761-70e984197684
  kind: Event
  lastTimestamp: "2026-07-28T02:54:25Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:54:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c6548c9feac3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53847"
    uid: ceb92dc8-515e-4d23-abe8-c79aa6d077c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53837"
    uid: 32efd425-3bd2-4664-96c6-05e93d231c4a
  kind: Event
  lastTimestamp: "2026-07-28T02:54:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:54:31Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6548c9fecd1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53928"
    uid: 6ac927e8-2bad-477b-9152-d63cc21b7930
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53837"
    uid: 32efd425-3bd2-4664-96c6-05e93d231c4a
  kind: Event
  lastTimestamp: "2026-07-28T02:54:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:54:25Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6548ca0a09574
    namespace: kserve-ci-e2e-test
    resourceVersion: "53852"
    uid: e0e5cefd-1a25-40a6-9b46-d8afc4e30e40
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:52:54.108549Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53115"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:52:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:52:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c654776738391b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53120"
    uid: 0d4a6c35-24a7-4e3c-bfe0-290930ddd716
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53128"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:52:54Z"
  message: Add eth0 [10.133.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:52:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c65477812c446d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53137"
    uid: 5977ebd1-6222-44ee-af0a-ceb532916674
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:52:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c6547784064929
    namespace: kserve-ci-e2e-test
    resourceVersion: "53140"
    uid: 5689c96a-be42-4322-8055-8bf48fed3eb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:52:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c65477874694f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53142"
    uid: 10621fea-df29-47fb-9fc1-81ccd2681b4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:52:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c6547787c5bde2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53143"
    uid: c8ec0b8b-b437-4437-92b6-73e4b9d992f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:52:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c65477d9ed0667
    namespace: kserve-ci-e2e-test
    resourceVersion: "53158"
    uid: c6d5d0ad-26f7-472b-b3a6-3e172a9d8709
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:52:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c65477dc8d066a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53161"
    uid: 0bb8f5b7-2850-4484-a524-56b42bd3086e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:52:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c65477dd066518
    namespace: kserve-ci-e2e-test
    resourceVersion: "53162"
    uid: 113a20df-0a64-4ce6-bc5c-22e0955b7c7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:52:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c65477dd118573
    namespace: kserve-ci-e2e-test
    resourceVersion: "53163"
    uid: cb957d9c-d151-483d-9337-fdca963f2c76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:52:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c65477e0a521f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53169"
    uid: 05f608c1-7bd5-4b03-ac2b-3fe447889fcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:52:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c65477e11e1527
    namespace: kserve-ci-e2e-test
    resourceVersion: "53170"
    uid: a717900e-d9a7-4ee6-8315-feeb01fad74e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:54:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c6547851b0c5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "53649"
    uid: f797068d-aa60-427d-8382-4a2314d6883c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:54:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c6548c609bcfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53816"
    uid: 735e6a56-52c6-47cc-b4fa-d6c334618c45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q
    namespace: kserve-ci-e2e-test
    resourceVersion: "53117"
    uid: 3cb32c67-0eda-418b-be6c-55072f6c04a3
  kind: Event
  lastTimestamp: "2026-07-28T02:54:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q.18c6548c609d0b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53817"
    uid: 956ca1b7-f233-46fb-a344-5f2875e0d95b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "53105"
    uid: 35449570-66c1-4934-b43e-e422cfbb2f5e
  kind: Event
  lastTimestamp: "2026-07-28T02:52:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-6j75q'
  metadata:
    creationTimestamp: "2026-07-28T02:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:52:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57.18c6547766c89981
    namespace: kserve-ci-e2e-test
    resourceVersion: "53116"
    uid: a5dfd60a-7917-453b-8afe-d7134c4fec36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53102"
    uid: a306a6c3-92a3-4e43-8af1-4cb7cac30f0f
  kind: Event
  lastTimestamp: "2026-07-28T02:52:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:52:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6547764844ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53107"
    uid: be35153b-3f70-4f58-9fdc-52b20727e6b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:53:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53104"
    uid: 27c66a7e-e293-4144-92a2-cac0c274d0d6
  kind: Event
  lastTimestamp: "2026-07-28T02:53:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:53:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6547ae30daaad
    namespace: kserve-ci-e2e-test
    resourceVersion: "53372"
    uid: 92cf2a40-75f5-4688-bdce-e1636f408c6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:53:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53104"
    uid: 27c66a7e-e293-4144-92a2-cac0c274d0d6
  kind: Event
  lastTimestamp: "2026-07-28T02:53:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:53:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6547ae36ceda1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53373"
    uid: 71b01e30-925a-48d8-b81a-526041944be3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:53:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53268"
    uid: 27c66a7e-e293-4144-92a2-cac0c274d0d6
  kind: Event
  lastTimestamp: "2026-07-28T02:54:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:54:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c65481e14e2412
    namespace: kserve-ci-e2e-test
    resourceVersion: "53801"
    uid: 11d52c74-0461-47b4-bc28-8c064afa60a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:53:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53268"
    uid: 27c66a7e-e293-4144-92a2-cac0c274d0d6
  kind: Event
  lastTimestamp: "2026-07-28T02:54:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:54:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c65481e1a8bd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53807"
    uid: 5c688c7d-990d-4f95-afc1-9061daf99a03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53093"
    uid: 620fe966-e664-4540-94fb-e398478f4680
  kind: Event
  lastTimestamp: "2026-07-28T02:54:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:54:14Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c654776495a5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53732"
    uid: 85d94b30-f85c-4665-9561-39b3cda279fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53093"
    uid: 620fe966-e664-4540-94fb-e398478f4680
  kind: Event
  lastTimestamp: "2026-07-28T02:52:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:52:54Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c65477651aa08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53111"
    uid: 1108e912-06c3-41ec-a888-b085c5e71358
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53729"
    uid: 620fe966-e664-4540-94fb-e398478f4680
  kind: Event
  lastTimestamp: "2026-07-28T02:54:14Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:54:14Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6548a093715a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53731"
    uid: a2ab7f1b-de98-4013-9416-842c9c81e40e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:52:43.022455Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52951"
    uid: af7e67d6-60c4-4ebc-bab7-543fe2991097
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:52:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:52:43Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b.18c65474d26fe2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "52956"
    uid: 682295bd-9628-4cc6-95c3-b4ebf2e6b78d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52961"
    uid: af7e67d6-60c4-4ebc-bab7-543fe2991097
  kind: Event
  lastTimestamp: "2026-07-28T02:52:43Z"
  message: Add eth0 [10.133.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:52:43Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b.18c65474ec2f1918
    namespace: kserve-ci-e2e-test
    resourceVersion: "52968"
    uid: 06f63323-8e96-4417-a0d8-41f4ed93e9c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52954"
    uid: af7e67d6-60c4-4ebc-bab7-543fe2991097
  kind: Event
  lastTimestamp: "2026-07-28T02:52:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:49Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b.18c65474eda355a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53019"
    uid: e63c1a84-35ad-4ff5-bfed-26844a28382a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52954"
    uid: af7e67d6-60c4-4ebc-bab7-543fe2991097
  kind: Event
  lastTimestamp: "2026-07-28T02:52:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:49Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b.18c65474f081b655
    namespace: kserve-ci-e2e-test
    resourceVersion: "53023"
    uid: 8ca0d927-17fb-4e8c-a0ed-79a64ad5d743
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52954"
    uid: af7e67d6-60c4-4ebc-bab7-543fe2991097
  kind: Event
  lastTimestamp: "2026-07-28T02:52:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:49Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b.18c65474f10e18e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53024"
    uid: 12ec2cb0-d20d-4b4c-bd44-437f5403d16d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52954"
    uid: af7e67d6-60c4-4ebc-bab7-543fe2991097
  kind: Event
  lastTimestamp: "2026-07-28T02:52:51Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b_kserve-ci-e2e-test(af7e67d6-60c4-4ebc-bab7-543fe2991097)
  metadata:
    creationTimestamp: "2026-07-28T02:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b.18c65476af0085dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53039"
    uid: 409c4218-22a8-4669-b20d-8745ca366276
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52938"
    uid: 03a63c48-17f5-40bd-bd10-eed405211651
  kind: Event
  lastTimestamp: "2026-07-28T02:52:43Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-jdp7b'
  metadata:
    creationTimestamp: "2026-07-28T02:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:52:43Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc.18c65474d1f61289
    namespace: kserve-ci-e2e-test
    resourceVersion: "52952"
    uid: 4b0ac74a-c78f-4e14-8ba0-5245565e2d09
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52936"
    uid: 12c3c89a-5ec8-4353-af2a-55777ad98d99
  kind: Event
  lastTimestamp: "2026-07-28T02:52:42Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:52:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c65474cdc2881d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52940"
    uid: ccdc5d9e-d470-4617-992c-8542918c20a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "52929"
    uid: f5fd0177-848c-4ca9-bf96-f406c8f2e7ab
  kind: Event
  lastTimestamp: "2026-07-28T02:52:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:52:51Z"
    name: isvc-sklearn-s3-tls-global-fail.18c65474cdc2814c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53046"
    uid: a7a26720-fce5-48eb-af95-fc4c725d224c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "52929"
    uid: f5fd0177-848c-4ca9-bf96-f406c8f2e7ab
  kind: Event
  lastTimestamp: "2026-07-28T02:52:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:52:42Z"
    name: isvc-sklearn-s3-tls-global-fail.18c65474ce1bb236
    namespace: kserve-ci-e2e-test
    resourceVersion: "52943"
    uid: b23e68fa-d187-4b35-aaa2-301941a715d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:51:11.929292Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52218"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:51:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:51:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c6545f9cdc8b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "52224"
    uid: f0853cfb-5b2e-4a53-a190-69f54e61d9e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52228"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:12Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:51:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c6545fb65b721c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52240"
    uid: a80f6f38-f035-4383-b87b-cbd00290ed76
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c6545fb890e2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52242"
    uid: 7fa7d833-00a8-4b07-80df-286b8a16059d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c6545fbb8b6486
    namespace: kserve-ci-e2e-test
    resourceVersion: "52243"
    uid: ff8e8561-eb78-40e6-82bc-4ed427042f39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c6545fbc05eab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52244"
    uid: 7485f0e3-8688-4662-a721-a3350bb4d921
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c65460041fada1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52257"
    uid: b0a60178-d6ef-4026-bc65-8c3b1216f9d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c6546006dc13f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52260"
    uid: 45bed04d-2832-4dea-babb-7cb4ce8aea35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c6546007514b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52261"
    uid: d80b186a-d6bd-4771-b36b-18a06e42af86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c65460075a8b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52262"
    uid: bb819d43-0547-4a1d-8b5e-a86ca328442a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c654600a35e82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52265"
    uid: 049c8dd5-d0ff-45bb-a2d2-20a67a67240a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:51:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:51:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c654600aad5820
    namespace: kserve-ci-e2e-test
    resourceVersion: "52268"
    uid: c7331809-e121-4839-8a8b-60fe71162491
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:52:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c654604026d54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52984"
    uid: 517ef93c-6cc2-4237-8d0f-df92f04b20fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:52:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c654749074c108
    namespace: kserve-ci-e2e-test
    resourceVersion: "52911"
    uid: 5c429e0d-fa4e-4b1b-a0ce-583a728d5245
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:52:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c654749075b8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52912"
    uid: 97133e8a-2e05-4284-9460-b9b83c3c2507
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52220"
    uid: 12f94aca-3a07-4a07-8f3c-98b8b920563b
  kind: Event
  lastTimestamp: "2026-07-28T02:52:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.69:8643/healthz": dial tcp
    10.133.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:52:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp.18c65475705b934b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52991"
    uid: 008fcdb0-5cdd-4a62-9c68-b38ea36df568
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    namespace: kserve-ci-e2e-test
    resourceVersion: "52206"
    uid: 0a48e150-5ac7-437c-a7fb-1023ca6822c2
  kind: Event
  lastTimestamp: "2026-07-28T02:51:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-2vcsp'
  metadata:
    creationTimestamp: "2026-07-28T02:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:51:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985.18c6545f9c2fd82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52219"
    uid: 3ca700e4-5a41-4a96-80c1-4b94a6c467cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52202"
    uid: 2e9c9cd8-f82c-4dac-8a13-401ab2b88e71
  kind: Event
  lastTimestamp: "2026-07-28T02:51:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:51:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6545f956f4572
    namespace: kserve-ci-e2e-test
    resourceVersion: "52208"
    uid: 2fff8275-bdb0-41ca-9b3f-6f9ef499445f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52205"
    uid: 3c34ba61-a294-44f4-8d99-91859d7b80fb
  kind: Event
  lastTimestamp: "2026-07-28T02:51:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:51:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c65463169ac6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "52571"
    uid: 7a55b3c3-f3d5-4df2-89d0-4f4f3a522ca2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52205"
    uid: 3c34ba61-a294-44f4-8d99-91859d7b80fb
  kind: Event
  lastTimestamp: "2026-07-28T02:51:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:51:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c65463172d1e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "52572"
    uid: ecd40e7d-7d0d-41bc-acfa-f5fb7e2f4735
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52362"
    uid: 3c34ba61-a294-44f4-8d99-91859d7b80fb
  kind: Event
  lastTimestamp: "2026-07-28T02:52:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:52:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6546d93d1eb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "52782"
    uid: 59c7e0ac-c5bb-4d07-9a87-43886ddc86ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52362"
    uid: 3c34ba61-a294-44f4-8d99-91859d7b80fb
  kind: Event
  lastTimestamp: "2026-07-28T02:52:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:52:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6546d943dec14
    namespace: kserve-ci-e2e-test
    resourceVersion: "52783"
    uid: 4969c31b-9dc0-4bd0-955e-1fd5fbfe1155
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52177"
    uid: b9b0e7af-a0d8-4730-be23-b93873a0b34f
  kind: Event
  lastTimestamp: "2026-07-28T02:52:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:52:34Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6545f956b4a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "52847"
    uid: 1bfc8114-2355-4337-8768-5376441af695
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52177"
    uid: b9b0e7af-a0d8-4730-be23-b93873a0b34f
  kind: Event
  lastTimestamp: "2026-07-28T02:51:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:51:12Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6545f9617574f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52232"
    uid: d0cf7300-b5e0-4e2c-b194-a3681bbdb52e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52216"
    uid: b9b0e7af-a0d8-4730-be23-b93873a0b34f
  kind: Event
  lastTimestamp: "2026-07-28T02:51:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T02:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:51:12Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6545fa41f3df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52233"
    uid: 85409911-8a69-4ca9-90ab-27b08079c9ff
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:52:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52845"
    uid: b9b0e7af-a0d8-4730-be23-b93873a0b34f
  kind: Event
  lastTimestamp: "2026-07-28T02:52:34Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:52:34Z"
    name: isvc-sklearn-s3-tls-global-pass.18c65472d9e420e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52846"
    uid: 72593fcb-69c1-4bbb-8ef0-7f503f4971c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:56:07.548854Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54735"
    uid: 9de9f5b2-0547-4584-84c0-7de4b57bd2dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:56:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:56:07Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv.18c654a47128f70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54739"
    uid: 6030fcc4-70fb-4788-8863-9faf47a46abd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54744"
    uid: 9de9f5b2-0547-4584-84c0-7de4b57bd2dc
  kind: Event
  lastTimestamp: "2026-07-28T02:56:07Z"
  message: Add eth0 [10.133.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:56:07Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv.18c654a48aa7cd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "54754"
    uid: f0d473be-e5c3-4de0-ad03-3893ad99c97b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54737"
    uid: 9de9f5b2-0547-4584-84c0-7de4b57bd2dc
  kind: Event
  lastTimestamp: "2026-07-28T02:56:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:56:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv.18c654a48c2134ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "54789"
    uid: 0c6b49e7-f494-42cf-8400-dc5d8f7f1638
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54737"
    uid: 9de9f5b2-0547-4584-84c0-7de4b57bd2dc
  kind: Event
  lastTimestamp: "2026-07-28T02:56:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:56:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv.18c654a48ea745da
    namespace: kserve-ci-e2e-test
    resourceVersion: "54793"
    uid: ff648bff-0bf9-4f2f-bb33-7afc9ab473d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54737"
    uid: 9de9f5b2-0547-4584-84c0-7de4b57bd2dc
  kind: Event
  lastTimestamp: "2026-07-28T02:56:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:56:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv.18c654a48f1cd958
    namespace: kserve-ci-e2e-test
    resourceVersion: "54794"
    uid: be89f0d1-6fb6-4616-b539-79637e715467
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "54737"
    uid: 9de9f5b2-0547-4584-84c0-7de4b57bd2dc
  kind: Event
  lastTimestamp: "2026-07-28T02:56:14Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv_kserve-ci-e2e-test(9de9f5b2-0547-4584-84c0-7de4b57bd2dc)
  metadata:
    creationTimestamp: "2026-07-28T02:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:56:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv.18c654a61ef6ec12
    namespace: kserve-ci-e2e-test
    resourceVersion: "54818"
    uid: 9fb5139b-d6b9-48c1-b6b6-c2fe6334414e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "54724"
    uid: 1aa765e1-1790-4852-8360-3e5fcd209386
  kind: Event
  lastTimestamp: "2026-07-28T02:56:07Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-rjdjv'
  metadata:
    creationTimestamp: "2026-07-28T02:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:56:07Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44.18c654a4708a8f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "54736"
    uid: 1c9b79df-edf2-4806-895d-bd97ae49f438
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54722"
    uid: 5e098632-5b02-4142-8fbd-fd7f472e1bf8
  kind: Event
  lastTimestamp: "2026-07-28T02:56:07Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:56:07Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c654a46becae96
    namespace: kserve-ci-e2e-test
    resourceVersion: "54725"
    uid: 47c04ea1-e58c-44bd-8079-429e41ac9f43
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54714"
    uid: fdbc942b-045c-4489-8264-65bf1c40e579
  kind: Event
  lastTimestamp: "2026-07-28T02:56:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:56:14Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c654a46bee7ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "54825"
    uid: 650b7268-e413-4f1c-bee1-286d91b02188
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54714"
    uid: fdbc942b-045c-4489-8264-65bf1c40e579
  kind: Event
  lastTimestamp: "2026-07-28T02:56:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:56:07Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c654a46c830a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "54745"
    uid: 6ea12baf-a104-413d-a5df-9b9f34b127df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54716"
    uid: fdbc942b-045c-4489-8264-65bf1c40e579
  kind: Event
  lastTimestamp: "2026-07-28T02:56:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T02:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:56:07Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c654a4729d1e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "54746"
    uid: 26740844-1f89-406e-9a81-58ba687421b6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:54:36.386063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54003"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:54:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:54:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548f376f33e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54009"
    uid: 3fb0883b-aec1-4f0a-b15f-0345f5ff0e55
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54013"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:54:36Z"
  message: Add eth0 [10.133.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:54:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548f5141cbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "54027"
    uid: 30b25a08-85ee-474f-9692-de865fd6dbb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:54:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548f52d91ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54029"
    uid: 0f3c2487-7547-4882-b4b4-9f0e07e1ee25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:54:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548f558d7eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54030"
    uid: 368679e5-7de4-4db1-9d08-8c3ceaadf511
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:54:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548f56023ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54031"
    uid: ea6f4f34-07ef-4bc7-857c-885176204dbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:54:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548fb007db0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54049"
    uid: 60dbe8e6-474e-4cc1-905c-dc1ce8fc104e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:54:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548fb306c02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54052"
    uid: 53df8344-64ca-4e14-83fa-a987fb8f12a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:54:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548fb37bb97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54057"
    uid: c8943a7b-d654-4f3d-957a-cbdd61769073
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:54:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548fb3856b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "54058"
    uid: 4343d11e-1e65-42fe-b0a3-4e89ff61c80b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:54:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548fb94dd954
    namespace: kserve-ci-e2e-test
    resourceVersion: "54061"
    uid: 99365834-f96b-4739-bcf2-b18643aa4522
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:54:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:54:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6548fb9c7a40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54062"
    uid: 36ed39cf-da7d-4333-91cd-706c501b0c21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:55:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.73:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:55:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c6549027d15c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "54533"
    uid: 9a7716c5-a9d2-4ddf-b0af-665e39c642be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:56:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:56:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c654a42ff5a1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "54696"
    uid: dbc83e29-5add-4977-9395-3e32f89a9032
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54007"
    uid: 726e7cda-079e-4c81-bb0f-68fc2cba10e7
  kind: Event
  lastTimestamp: "2026-07-28T02:56:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:56:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc.18c654a42ff64842
    namespace: kserve-ci-e2e-test
    resourceVersion: "54697"
    uid: 03b4bbab-65c3-47f8-8b58-46bbc863be66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53993"
    uid: 57910862-3e69-402d-88b1-f9a940717f40
  kind: Event
  lastTimestamp: "2026-07-28T02:54:36Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-p7gjc'
  metadata:
    creationTimestamp: "2026-07-28T02:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:54:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b.18c6548f36e3d637
    namespace: kserve-ci-e2e-test
    resourceVersion: "54006"
    uid: deb744d6-df22-4a21-b9f4-3e4a078923f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53991"
    uid: 40324e09-59e5-47f0-b289-09020ae86b2c
  kind: Event
  lastTimestamp: "2026-07-28T02:54:36Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:54:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6548f33c4636f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53995"
    uid: 5b3d63c9-520e-4ca8-a77b-283077970aa4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53992"
    uid: bce51bdb-080c-4290-87f2-884816905410
  kind: Event
  lastTimestamp: "2026-07-28T02:54:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:54:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c65492b29e3e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "54151"
    uid: 050f0d9e-2cd2-408f-99f3-ccd047d2155b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53992"
    uid: bce51bdb-080c-4290-87f2-884816905410
  kind: Event
  lastTimestamp: "2026-07-28T02:54:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:54:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c65492b3016c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "54153"
    uid: afc7022f-5296-4742-865c-541cadbfc693
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:55:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54152"
    uid: bce51bdb-080c-4290-87f2-884816905410
  kind: Event
  lastTimestamp: "2026-07-28T02:55:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:55:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c65496330c7ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54567"
    uid: f30d66bd-ad47-4a59-84fa-d777bb13f4a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:55:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54152"
    uid: bce51bdb-080c-4290-87f2-884816905410
  kind: Event
  lastTimestamp: "2026-07-28T02:55:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:55:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6549633da2fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54569"
    uid: 7fb00193-d138-4af9-839f-ab6a0afbf8da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53984"
    uid: 6be65bb2-fe1f-447e-93ec-de21136efc58
  kind: Event
  lastTimestamp: "2026-07-28T02:55:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:55:56Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6548f33c3d393
    namespace: kserve-ci-e2e-test
    resourceVersion: "54612"
    uid: 99bf5915-a5f7-42dc-8a31-384d8695ef66
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:54:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53984"
    uid: 6be65bb2-fe1f-447e-93ec-de21136efc58
  kind: Event
  lastTimestamp: "2026-07-28T02:54:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:54:36Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6548f3442d3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53998"
    uid: 057d6eb6-b89a-44ce-b3f5-287f324e5224
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:55:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54610"
    uid: 6be65bb2-fe1f-447e-93ec-de21136efc58
  kind: Event
  lastTimestamp: "2026-07-28T02:55:56Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:55:56Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c654a1df5a8508
    namespace: kserve-ci-e2e-test
    resourceVersion: "54611"
    uid: b9a7455a-1664-4e0b-9b64-2e84ac3c419c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51473"
    uid: 3d16f1f2-40d4-4159-b275-f8032f624ecb
  kind: Event
  lastTimestamp: "2026-07-28T02:51:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:51:01Z"
    name: isvc-sklearn-s3.18c6544a8fc9f3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "52096"
    uid: 00c9f280-1d44-4488-bade-a063814c4762
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51473"
    uid: 3d16f1f2-40d4-4159-b275-f8032f624ecb
  kind: Event
  lastTimestamp: "2026-07-28T02:49:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:49:41Z"
    name: isvc-sklearn-s3.18c6544a90430749
    namespace: kserve-ci-e2e-test
    resourceVersion: "51486"
    uid: 7f3f2dd2-5b9e-4a56-bb6f-e66c6f9653eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:51:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52094"
    uid: 3d16f1f2-40d4-4159-b275-f8032f624ecb
  kind: Event
  lastTimestamp: "2026-07-28T02:51:01Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:51:01Z"
    name: isvc-sklearn-s3.18c6545d2da00bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52095"
    uid: b93d3f0d-dc19-47cc-a589-612ef29bc93c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-76d485d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "41738"
    uid: 4ef663b3-53c0-4a7e-9698-be2022ab05a2
  kind: Event
  lastTimestamp: "2026-07-28T02:30:38Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-76d485d498-nbdpw'
  metadata:
    creationTimestamp: "2026-07-28T02:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:30:38Z"
    name: isvc-sklearn-scheduler-predictor-76d485d498.18c6534082256413
    namespace: kserve-ci-e2e-test
    resourceVersion: "41748"
    uid: 4c8743b1-6cad-451b-a91a-c5b67cafa795
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41737"
    uid: 328d5966-1d4b-4288-97ab-39827d720496
  kind: Event
  lastTimestamp: "2026-07-28T02:30:38Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-76d485d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:30:38Z"
    name: isvc-sklearn-scheduler-predictor.18c653407f21c957
    namespace: kserve-ci-e2e-test
    resourceVersion: "41741"
    uid: bf1c31ef-6df4-4494-baa5-1b12864afd2d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "41730"
    uid: 295281b5-9558-4a9d-aee2-b1bf8d3ad849
  kind: Event
  lastTimestamp: "2026-07-28T02:30:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:30:39Z"
    name: isvc-sklearn-scheduler.18c653407e9c1485
    namespace: kserve-ci-e2e-test
    resourceVersion: "41759"
    uid: e27e7025-610a-452b-8df9-0c2595f5b006
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "41730"
    uid: 295281b5-9558-4a9d-aee2-b1bf8d3ad849
  kind: Event
  lastTimestamp: "2026-07-28T02:30:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:30:38Z"
    name: isvc-sklearn-scheduler.18c653407f0d868c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41753"
    uid: 1c8c196a-d297-4d2a-81ca-25f98928ed45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "41730"
    uid: 295281b5-9558-4a9d-aee2-b1bf8d3ad849
  kind: Event
  lastTimestamp: "2026-07-28T02:30:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:30:38Z"
    name: isvc-sklearn-scheduler.18c653407f0dd890
    namespace: kserve-ci-e2e-test
    resourceVersion: "41754"
    uid: f4794d02-8142-49a6-a625-154083dc9c46
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:36:44.288782Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45111"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:36:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:36:44Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c653959974ea79
    namespace: kserve-ci-e2e-test
    resourceVersion: "45115"
    uid: 22e3494b-03da-49b4-af0f-e75b975b16b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45120"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:36:44Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:36:44Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c65395b2f82d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45130"
    uid: f0d4e258-a243-4674-91f4-a1c651418557
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:36:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:44Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c65395b5678fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45132"
    uid: 52c97ce5-be6e-40f7-9634-dff387a32c1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:36:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:44Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c65395b7d22628
    namespace: kserve-ci-e2e-test
    resourceVersion: "45133"
    uid: 788fedbc-1674-4db9-baf0-f06b9e23f3b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:36:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:44Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c65395b868dd9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45134"
    uid: f1a51a3e-dc18-41f8-b87d-5f662fde8991
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:36:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:48Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c653969b5c17d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45162"
    uid: 347b4fe9-d15f-4732-b9f4-5bf3f7f7263d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:36:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:48Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c653969e218bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "45166"
    uid: 52314f5b-a715-4566-b685-8f04e1bd4cd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:36:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:48Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c653969e955a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45170"
    uid: 2cfa49af-9d90-4124-9ba8-db5d1eeb1b4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:36:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:48Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c653969e9dfaae
    namespace: kserve-ci-e2e-test
    resourceVersion: "45171"
    uid: 13ddf995-6e40-4c0b-acc4-0d491085e25e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:36:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:48Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c65396a167658b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45173"
    uid: 9ae20bd2-ca9d-4ae7-81aa-1defbba31f6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:36:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:48Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c65396a1db5e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "45174"
    uid: f8e6491d-7802-4db6-ba4d-fb891cce6b2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:38:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:16Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c6539713159f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45824"
    uid: 914b5205-9391-4a82-9403-8a885b6bd139
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:38:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:14Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c653aa97385567
    namespace: kserve-ci-e2e-test
    resourceVersion: "45805"
    uid: b3165ba1-e133-499a-920b-7a94e9bbdced
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:38:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:14Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c653aa9738c6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45806"
    uid: a9325b47-53ac-4417-aa68-e05934c728c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 401a9635-1de7-4970-b669-34203d0d207c
  kind: Event
  lastTimestamp: "2026-07-28T02:38:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:16Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t.18c653ab19403f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "45823"
    uid: e91c75a8-c1de-4a13-98c3-4656d288bd2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5746969457
    namespace: kserve-ci-e2e-test
    resourceVersion: "45099"
    uid: a1c7bb04-d259-4bc5-9d0d-5d9d0723af89
  kind: Event
  lastTimestamp: "2026-07-28T02:36:44Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5746969457-6qp6t'
  metadata:
    creationTimestamp: "2026-07-28T02:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:36:44Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457.18c65395991a6880
    namespace: kserve-ci-e2e-test
    resourceVersion: "45112"
    uid: d6ba7d24-bfa3-4c9c-a45f-e7a2a36b80fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45097"
    uid: 87939cff-dba3-4bed-8e0d-fed0322adaef
  kind: Event
  lastTimestamp: "2026-07-28T02:36:44Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5746969457 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T02:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:36:44Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6539594ab0da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45100"
    uid: ed704206-e0f7-415b-a64d-cad449e3ee2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45098"
    uid: 5a0dd5e0-5b2f-4892-84fd-28d49b3126c1
  kind: Event
  lastTimestamp: "2026-07-28T02:37:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:37:29Z"
    name: isvc-sklearn-v2-mixed-predictor.18c65399137a66d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45462"
    uid: adfe4db6-a618-4104-bac2-a1117d5a0429
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45098"
    uid: 5a0dd5e0-5b2f-4892-84fd-28d49b3126c1
  kind: Event
  lastTimestamp: "2026-07-28T02:37:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:37:29Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6539913e1b700
    namespace: kserve-ci-e2e-test
    resourceVersion: "45463"
    uid: e32e9cda-d321-464d-b555-8e1735ad6637
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:37:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45256"
    uid: 5a0dd5e0-5b2f-4892-84fd-28d49b3126c1
  kind: Event
  lastTimestamp: "2026-07-28T02:38:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:38:14Z"
    name: isvc-sklearn-v2-mixed-predictor.18c653a3906d9afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "45788"
    uid: 995d40cc-f3ae-4c49-8869-c720490b18b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:37:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45256"
    uid: 5a0dd5e0-5b2f-4892-84fd-28d49b3126c1
  kind: Event
  lastTimestamp: "2026-07-28T02:38:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:38:14Z"
    name: isvc-sklearn-v2-mixed-predictor.18c653a390d71c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "45789"
    uid: cb8c00d9-cf65-4fc4-adad-96f265912650
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45090"
    uid: c01a30e2-0d6d-41f7-8f9d-36df2406b8cd
  kind: Event
  lastTimestamp: "2026-07-28T02:38:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:38:06Z"
    name: isvc-sklearn-v2-mixed.18c6539594acadd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45731"
    uid: b1613e72-9227-4540-a767-696e6f7d92ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45090"
    uid: c01a30e2-0d6d-41f7-8f9d-36df2406b8cd
  kind: Event
  lastTimestamp: "2026-07-28T02:36:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:36:44Z"
    name: isvc-sklearn-v2-mixed.18c6539595401fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45104"
    uid: 6fe9ed8d-3f42-4873-aee3-fdb52be51f80
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45729"
    uid: c01a30e2-0d6d-41f7-8f9d-36df2406b8cd
  kind: Event
  lastTimestamp: "2026-07-28T02:38:06Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:38:06Z"
    name: isvc-sklearn-v2-mixed.18c653a8cbbbdff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45730"
    uid: bed3980c-89fe-4c87-a954-30a252859a83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:35:08.957022Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44346"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:35:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:35:08Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c6537f673dc4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "44352"
    uid: da92e8d3-0b29-4a5f-ab8d-262cdff4d6f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:09Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c6537f72cce459
    namespace: kserve-ci-e2e-test
    resourceVersion: "44362"
    uid: a72e6590-7913-4e75-80ad-586c6af3e9ed
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44356"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:09Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:35:09Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c6537fa48c8d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "44371"
    uid: 719617ba-09bd-4c7e-9dd8-15e61d3e9e09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:10Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c6537fa5f7b380
    namespace: kserve-ci-e2e-test
    resourceVersion: "44373"
    uid: bf62c487-3300-4a86-bcb1-67e72ea2f20f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:10Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c6537fa88888f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44374"
    uid: 6371ce1c-5d9f-41ef-a6ec-8a07355f1eec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:10Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c6537fa96bf7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44375"
    uid: 1eaa0a5e-7d5f-4eb7-8d46-98f9a2023ce3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:14Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c65380a49d0cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44416"
    uid: c50ebfc5-0da2-4758-998e-b02e51dbecc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:14Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c65380a7c70496
    namespace: kserve-ci-e2e-test
    resourceVersion: "44418"
    uid: c870a3e6-3dad-48f9-b843-f76fc73e86cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:14Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c65380a8429688
    namespace: kserve-ci-e2e-test
    resourceVersion: "44419"
    uid: 82380467-3132-4c22-ba81-01e097b0a2be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:14Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c65380a84c8456
    namespace: kserve-ci-e2e-test
    resourceVersion: "44421"
    uid: 6e724dae-e301-454e-a558-e411c3467300
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:14Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c65380ab26316c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44425"
    uid: 29d46eb6-a283-4070-bac8-e1f271e3ff5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:35:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:14Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c65380aba43dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44426"
    uid: 5ce57049-b68d-4557-8e88-22ec1e7747d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:36:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:42Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c653811c5c880b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45068"
    uid: e36a09ed-9469-4349-b1d1-4511bab8076c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:36:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:39Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c6539467c6f530
    namespace: kserve-ci-e2e-test
    resourceVersion: "45046"
    uid: e2680c73-f240-4535-a7b5-c20765c366a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:36:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:39Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c6539467c78c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45048"
    uid: a24cbca2-93f6-4c6f-b25b-4bc92b7f3b97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44350"
    uid: 544f50c0-2269-4982-9bbc-9e10e1e441ef
  kind: Event
  lastTimestamp: "2026-07-28T02:36:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:36:42Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw.18c65395228efbbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "45067"
    uid: d5522b59-78c9-402f-a7b6-53d71dc0acae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-77f4cf5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44337"
    uid: a75f5849-7007-4faf-8402-a52aede96552
  kind: Event
  lastTimestamp: "2026-07-28T02:35:08Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-77f4cf5bd-skwcw'
  metadata:
    creationTimestamp: "2026-07-28T02:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:35:08Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd.18c6537f6668f737
    namespace: kserve-ci-e2e-test
    resourceVersion: "44349"
    uid: 1d32a897-4268-4938-95c8-736dc1c8434d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44334"
    uid: 22a05ff4-391c-4b95-abcb-a61a93096e8b
  kind: Event
  lastTimestamp: "2026-07-28T02:35:08Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-77f4cf5bd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:35:08Z"
    name: isvc-sklearn-v2-predictor.18c6537f62c40b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "44338"
    uid: 99dcb3f6-330b-4854-ba91-ef865183e324
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44336"
    uid: 1a6d4eee-2d64-4406-933b-9db5fd3b5439
  kind: Event
  lastTimestamp: "2026-07-28T02:35:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:35:53Z"
    name: isvc-sklearn-v2-predictor.18c65382e1cff609
    namespace: kserve-ci-e2e-test
    resourceVersion: "44703"
    uid: 2773061e-3098-4522-9587-d2cea1488d8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44336"
    uid: 1a6d4eee-2d64-4406-933b-9db5fd3b5439
  kind: Event
  lastTimestamp: "2026-07-28T02:35:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:35:53Z"
    name: isvc-sklearn-v2-predictor.18c65382e2341597
    namespace: kserve-ci-e2e-test
    resourceVersion: "44704"
    uid: e2d75656-2b2d-425e-826e-91e6fe0f25be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44493"
    uid: 1a6d4eee-2d64-4406-933b-9db5fd3b5439
  kind: Event
  lastTimestamp: "2026-07-28T02:36:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:36:38Z"
    name: isvc-sklearn-v2-predictor.18c6538d5eeaece2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45028"
    uid: 1c80f86e-69a1-4632-8f4b-4704ed74e384
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44493"
    uid: 1a6d4eee-2d64-4406-933b-9db5fd3b5439
  kind: Event
  lastTimestamp: "2026-07-28T02:36:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:36:38Z"
    name: isvc-sklearn-v2-predictor.18c6538d5f62d520
    namespace: kserve-ci-e2e-test
    resourceVersion: "45029"
    uid: 2066fc88-01ba-4516-94b2-8cfdc74b65f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:34:03.666094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43801"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:34:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:34:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c6537033992f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43807"
    uid: 80a5618e-8fda-433e-946c-668771315ba4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c653703e8924d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43815"
    uid: 9852211a-0f0a-437f-93ab-166717f672c4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43811"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:04Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:34:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c6537070c3c8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43827"
    uid: b4782676-b934-4a79-a2ad-351bb143ddae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c65370725b0f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: f6ef69c5-0e10-456a-9b4f-18f674a8a41a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c65370756f794c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43830"
    uid: 35cef0e2-156d-420e-9821-a5dd57e10fe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c6537075e57925
    namespace: kserve-ci-e2e-test
    resourceVersion: "43831"
    uid: a3212e3b-0327-4ecc-8d8e-162754b0472f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T02:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c6537174645766
    namespace: kserve-ci-e2e-test
    resourceVersion: "43866"
    uid: e851fb6d-66d6-4148-8378-9545466a013d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c653717719f52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43868"
    uid: 486e8e0b-69ef-4dce-ada2-04802e81e410
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c653717795bf8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43869"
    uid: ba885d54-499f-45d3-88a4-7cf4034b86e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c6537177a0513f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43872"
    uid: 94719f13-8a76-4517-ad07-c0ec25330ad6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c653717a466d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43874"
    uid: 977919b1-23cf-4e9c-93d4-fa630866a8f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c653717ac1a20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43875"
    uid: dd413c74-bed7-4477-be55-c9d70aedee61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:34:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T02:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:34:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c6537a53f8ca12
    namespace: kserve-ci-e2e-test
    resourceVersion: "44142"
    uid: 6eea71ba-1c0e-4dae-a3ff-f1d4fd88c8db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:35:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c6537e2f51346a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44283"
    uid: 20e03ef2-6a0b-49b0-9457-037bac439eea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:35:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c6537e2f5249aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44284"
    uid: 9e225fc3-332c-4bf4-b1d8-94ff9d0e53eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: d2076d87-3da4-48fa-a314-2c57129ebcf3
  kind: Event
  lastTimestamp: "2026-07-28T02:35:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:35:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4.18c6537ef627701e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44309"
    uid: a5868e2f-3e93-4a13-93c7-7fef94ab464b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "43792"
    uid: 3067d8be-8d37-47f2-921e-ec300f6fb318
  kind: Event
  lastTimestamp: "2026-07-28T02:34:03Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-dq6q4'
  metadata:
    creationTimestamp: "2026-07-28T02:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:34:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c6537032e72b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43804"
    uid: c82b04d8-7659-42da-bcde-9647f7a2581b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43790"
    uid: bf7b1e1e-1ae3-4dbd-b1b8-7d86ba26a3a5
  kind: Event
  lastTimestamp: "2026-07-28T02:34:03Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:34:03Z"
    name: isvc-sklearn-v2-runtime-predictor.18c653702edc8a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "43793"
    uid: 840d74df-520c-4c61-beff-22c0dfdcc849
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43791"
    uid: 72efd5ac-711f-46a8-acb5-e3b9f7317d5a
  kind: Event
  lastTimestamp: "2026-07-28T02:34:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:34:33Z"
    name: isvc-sklearn-v2-runtime-predictor.18c65373ad58f702
    namespace: kserve-ci-e2e-test
    resourceVersion: "44043"
    uid: 3897f545-9c68-41d9-a27d-f106761bf089
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43791"
    uid: 72efd5ac-711f-46a8-acb5-e3b9f7317d5a
  kind: Event
  lastTimestamp: "2026-07-28T02:34:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:34:33Z"
    name: isvc-sklearn-v2-runtime-predictor.18c65373add899f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44044"
    uid: 795dd3af-09bb-410b-83ae-a515fcacd968
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43945"
    uid: 72efd5ac-711f-46a8-acb5-e3b9f7317d5a
  kind: Event
  lastTimestamp: "2026-07-28T02:35:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:35:03Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6537aabbce598
    namespace: kserve-ci-e2e-test
    resourceVersion: "44267"
    uid: f96b5a08-b6d5-4d6a-a0e4-1fffa729ee0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43945"
    uid: 72efd5ac-711f-46a8-acb5-e3b9f7317d5a
  kind: Event
  lastTimestamp: "2026-07-28T02:35:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:35:03Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6537aac218c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44268"
    uid: 31d731da-f8e0-4be5-a64b-2fb024f1ee9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43783"
    uid: b1005037-f503-4c28-a61a-ba174e9fb021
  kind: Event
  lastTimestamp: "2026-07-28T02:34:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:34:57Z"
    name: isvc-sklearn-v2-runtime.18c653702ee1f7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "44218"
    uid: c91da8f1-f0c2-4e98-a89e-606a47045f07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43783"
    uid: b1005037-f503-4c28-a61a-ba174e9fb021
  kind: Event
  lastTimestamp: "2026-07-28T02:34:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:34:03Z"
    name: isvc-sklearn-v2-runtime.18c653702f90a490
    namespace: kserve-ci-e2e-test
    resourceVersion: "43796"
    uid: 5f5acc95-2108-4b58-8c06-8092da77311f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:34:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44216"
    uid: b1005037-f503-4c28-a61a-ba174e9fb021
  kind: Event
  lastTimestamp: "2026-07-28T02:34:57Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:34:57Z"
    name: isvc-sklearn-v2-runtime.18c6537ca769f61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44217"
    uid: 8c4a3818-ff04-48a9-8aed-c314ba766a27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44328"
    uid: 1d9d4ecf-1630-464f-929c-bf90a2b9b324
  kind: Event
  lastTimestamp: "2026-07-28T02:36:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:36:32Z"
    name: isvc-sklearn-v2.18c6537f62c1471a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44983"
    uid: 93c2eec5-7395-41d5-96b1-4583073ac30e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:35:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44328"
    uid: 1d9d4ecf-1630-464f-929c-bf90a2b9b324
  kind: Event
  lastTimestamp: "2026-07-28T02:35:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:35:08Z"
    name: isvc-sklearn-v2.18c6537f632ad32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44342"
    uid: 783f6f71-a287-4baf-b277-2c2b6d39e3d7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:36:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44981"
    uid: 1d9d4ecf-1630-464f-929c-bf90a2b9b324
  kind: Event
  lastTimestamp: "2026-07-28T02:36:32Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:36:32Z"
    name: isvc-sklearn-v2.18c65392d37c228a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44982"
    uid: 28c19396-7a3a-4a50-8e0d-ef07115359de
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41830"
    uid: e9430745-e155-4a62-91b1-acd3efb4f4a7
  kind: Event
  lastTimestamp: "2026-07-28T02:32:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:32:08Z"
    name: isvc-sklearn.18c653422a83b2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42755"
    uid: d8e83b5c-3b6c-446e-bfb7-2d92559ab60d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:30:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41830"
    uid: e9430745-e155-4a62-91b1-acd3efb4f4a7
  kind: Event
  lastTimestamp: "2026-07-28T02:30:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T02:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:30:45Z"
    name: isvc-sklearn.18c653422b0d40e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41844"
    uid: 098c6bf1-36c4-4c95-8f55-e6a73471372a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42753"
    uid: e9430745-e155-4a62-91b1-acd3efb4f4a7
  kind: Event
  lastTimestamp: "2026-07-28T02:32:08Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:32:08Z"
    name: isvc-sklearn.18c65355671d351c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42754"
    uid: afbf7c05-7ecf-48fd-824d-ea0e56bbd0a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:38:19.623419Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45869"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-zczfw
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:38:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:38:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653abcbd80e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45873"
    uid: d603815d-c627-4cb2-b5fa-5526b8e04d9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45878"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:20Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:38:20Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653abe5df1bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45890"
    uid: 2756f920-e5de-41a3-a713-f327ab74c502
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:20Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653abe76675d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45892"
    uid: 85747d98-1983-4cdf-9c55-8974bc7b69f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:20Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653abea4983a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45893"
    uid: 044cd741-c274-4e17-a926-8c3c0457b66c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:20Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653abeacc50ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "45894"
    uid: 071aff88-aca2-4f08-8f40-cffee03d1945
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:24Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T02:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653ad09550948
    namespace: kserve-ci-e2e-test
    resourceVersion: "45931"
    uid: ef84f7e7-b988-46bf-8552-b02330b35cd8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:28Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.883s (3.883s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T02:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653adf0d0df4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45964"
    uid: 01ef4a79-4cd0-4943-8f37-652d19f22945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653adf45399f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45965"
    uid: 875d2392-c1f2-476a-9a37-daac34634e15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653adf4d56d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "45966"
    uid: 6eacab11-c5b3-41ba-a299-b9837265b618
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653adf4e0c1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45967"
    uid: d2788dec-b559-48de-a0df-d14297ad1c4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653adf7badb08
    namespace: kserve-ci-e2e-test
    resourceVersion: "45969"
    uid: 51a7cd47-27a7-448f-a047-82a56354e892
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653adf83d942b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45970"
    uid: 8e04b1f9-f3de-4c7d-92ed-17edf19f5a63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:38:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:38:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653adf8f5bc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "46020"
    uid: 412e8a41-7d5d-4a96-b1b6-cf810014e7b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:39:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653b5882581b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46239"
    uid: c80a98b6-8f46-4177-824a-7cc82cf4d82d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:39:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653b58825fc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "46241"
    uid: c9a281da-42e2-4c8e-911d-5360b3094336
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-zczfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "45871"
    uid: df37e50e-024d-44fa-9fd8-9e2721a5f26e
  kind: Event
  lastTimestamp: "2026-07-28T02:39:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-zczfw.18c653b65ade0be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46528"
    uid: d56d7363-f359-4ca4-b616-e1d4289c8559
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: d1119956-a6bb-49d0-a00e-ff167ba11108
  kind: Event
  lastTimestamp: "2026-07-28T02:38:19Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-zczfw'
  metadata:
    creationTimestamp: "2026-07-28T02:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:38:19Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c653abcb541f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "45870"
    uid: f67ae253-48be-4f5f-b9cf-d64771134ca4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45856"
    uid: b4e9df01-e3e0-4e0e-b0b9-ee951d5c234b
  kind: Event
  lastTimestamp: "2026-07-28T02:38:19Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:38:19Z"
    name: isvc-tensorflow-predictor.18c653abc6407951
    namespace: kserve-ci-e2e-test
    resourceVersion: "45860"
    uid: 18cf7ed1-9c28-402f-b02b-bb0121ce47cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45857"
    uid: 3e35ad0b-cd4a-435c-9e92-96e67c3d5ef1
  kind: Event
  lastTimestamp: "2026-07-28T02:38:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:38:34Z"
    name: isvc-tensorflow-predictor.18c653af44ff95b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46015"
    uid: fd6682ab-7816-486d-ae8a-309e750a30b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45857"
    uid: 3e35ad0b-cd4a-435c-9e92-96e67c3d5ef1
  kind: Event
  lastTimestamp: "2026-07-28T02:38:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:38:34Z"
    name: isvc-tensorflow-predictor.18c653af455b5da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: 3d6f733b-fa29-4e5c-9eb9-d5b478e77fa6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46016"
    uid: 3e35ad0b-cd4a-435c-9e92-96e67c3d5ef1
  kind: Event
  lastTimestamp: "2026-07-28T02:38:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:38:49Z"
    name: isvc-tensorflow-predictor.18c653b2c4343b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46133"
    uid: 1658620b-80bf-468a-8c92-eec2d5a747c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46016"
    uid: 3e35ad0b-cd4a-435c-9e92-96e67c3d5ef1
  kind: Event
  lastTimestamp: "2026-07-28T02:38:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:38:49Z"
    name: isvc-tensorflow-predictor.18c653b2c498e030
    namespace: kserve-ci-e2e-test
    resourceVersion: "46135"
    uid: 3ce6e56c-bb14-4b87-be5b-04ab7c6a8b92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:39:06.613542Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46301"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:39:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:39:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b6bcac6f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46307"
    uid: 693cac4d-9b83-45b4-80ff-fa3d97767c42
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b6c322b83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46315"
    uid: 9fa6f453-2996-4951-a7b8-8dd3d661dbe3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46311"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:07Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:39:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b6e80c60e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46327"
    uid: b81ed9b4-0aa0-496b-83b4-2d5d1295adf6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b6e982822c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46329"
    uid: 197b6755-70bf-41bc-ab56-ed90a746bb17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b6ebef67d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46330"
    uid: f01ed310-2f15-4e7f-931c-194f2091c736
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b6ec5e82f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46331"
    uid: 99fb4a87-f3dd-4403-83d5-7dca9040e4ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:12Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b805792077
    namespace: kserve-ci-e2e-test
    resourceVersion: "46368"
    uid: 2714c657-8bc9-488b-9378-e8e3308a11a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b808ad57c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46372"
    uid: 79e5973b-3d9b-4a37-89fa-60564cb3d1d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b809169ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46373"
    uid: ffda8273-0f79-45e7-8299-9ff5dc953a6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b809211dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "46374"
    uid: 1447ce85-44e6-41d2-b88d-cb0dce1376db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b80bad1c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "46376"
    uid: 6d093ab5-8594-4a08-9329-ee29e8ac37f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b80c17afb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46377"
    uid: 444bdf7c-28ce-4e88-b585-d842ad2ae49f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653b87d36dfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46440"
    uid: 848fe4c9-f327-4d7a-b1ff-73e5619ac5b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653c030a290be
    namespace: kserve-ci-e2e-test
    resourceVersion: "46671"
    uid: e2e4f404-99eb-4ad4-bc0a-10f6cc8fccf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:39:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653c030a34426
    namespace: kserve-ci-e2e-test
    resourceVersion: "46672"
    uid: 51ea23e3-4309-45cb-b744-e8d07af0eb4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "46303"
    uid: e3f4286d-cae0-4999-aefb-0940f8da5770
  kind: Event
  lastTimestamp: "2026-07-28T02:40:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:40:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr.18c653c0df23672b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46924"
    uid: 1e42ae1e-6b10-4ec2-aff4-095976b07504
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "46292"
    uid: 639adfb1-e2d1-4e3d-8372-24ab5570d692
  kind: Event
  lastTimestamp: "2026-07-28T02:39:06Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-76jzr'
  metadata:
    creationTimestamp: "2026-07-28T02:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:39:06Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c653b6bc1f53c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46302"
    uid: 72f66e4f-7401-4de9-bae1-3a10b7c79e7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46290"
    uid: 61f82a69-5d72-44d6-a3de-68ec4e10f18b
  kind: Event
  lastTimestamp: "2026-07-28T02:39:06Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:39:06Z"
    name: isvc-tensorflow-runtime-predictor.18c653b6b8f1c308
    namespace: kserve-ci-e2e-test
    resourceVersion: "46294"
    uid: 1b536a57-25c8-4bf7-bab9-0393ee2ac342
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46291"
    uid: 92aede10-1e5d-47de-a70d-49882d74b41a
  kind: Event
  lastTimestamp: "2026-07-28T02:39:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:39:36Z"
    name: isvc-tensorflow-runtime-predictor.18c653ba37e39db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46584"
    uid: 831c0e65-4eaa-41c5-9895-454b8c3c5038
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46291"
    uid: 92aede10-1e5d-47de-a70d-49882d74b41a
  kind: Event
  lastTimestamp: "2026-07-28T02:39:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:39:36Z"
    name: isvc-tensorflow-runtime-predictor.18c653ba384ef018
    namespace: kserve-ci-e2e-test
    resourceVersion: "46585"
    uid: f5e03606-a4a1-46d5-8aa6-409f8d0ab0cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46283"
    uid: d3f1509e-2117-407a-9fcc-a9f28fd8610d
  kind: Event
  lastTimestamp: "2026-07-28T02:39:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:39:30Z"
    name: isvc-tensorflow-runtime.18c653b6b8f37d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46538"
    uid: f1ada298-fc98-49e3-a55e-67dc329ab843
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46283"
    uid: d3f1509e-2117-407a-9fcc-a9f28fd8610d
  kind: Event
  lastTimestamp: "2026-07-28T02:39:06Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:39:06Z"
    name: isvc-tensorflow-runtime.18c653b6b97efddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46297"
    uid: ebfba097-8fc4-4f49-a4ce-9a82ceef3174
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46535"
    uid: d3f1509e-2117-407a-9fcc-a9f28fd8610d
  kind: Event
  lastTimestamp: "2026-07-28T02:39:30Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:39:30Z"
    name: isvc-tensorflow-runtime.18c653bc3cb88052
    namespace: kserve-ci-e2e-test
    resourceVersion: "46536"
    uid: 288690fb-4379-4275-b1f9-8b1822537bf7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "45849"
    uid: 7ef6a8ca-7f08-4a25-9991-c53ef8a4ddd8
  kind: Event
  lastTimestamp: "2026-07-28T02:38:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:38:45Z"
    name: isvc-tensorflow.18c653abc64591f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46106"
    uid: 0cb440e8-956a-4458-8086-0978a46012e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "45849"
    uid: 7ef6a8ca-7f08-4a25-9991-c53ef8a4ddd8
  kind: Event
  lastTimestamp: "2026-07-28T02:38:19Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:38:19Z"
    name: isvc-tensorflow.18c653abc6c3ce2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45864"
    uid: 66f53773-e1ff-4514-a353-1c9c602fa181
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:38:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46104"
    uid: 7ef6a8ca-7f08-4a25-9991-c53ef8a4ddd8
  kind: Event
  lastTimestamp: "2026-07-28T02:38:45Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:38:45Z"
    name: isvc-tensorflow.18c653b1bb7b6768
    namespace: kserve-ci-e2e-test
    resourceVersion: "46105"
    uid: cabfa6e1-0f08-456a-919e-ab25d68119fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:39:52.373354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46731"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-h69lx
    to ip-10-0-138-153.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:39:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:39:52Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653c1642bbf43
    namespace: kserve-ci-e2e-test
    resourceVersion: "46737"
    uid: ac1a6a0e-5c86-43ea-b7ba-a3fa979dc35f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46741"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:39:52Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:39:52Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653c17dc95d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "46747"
    uid: eff780c9-61fe-421f-8f69-a1f2a5f5371d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:39:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:52Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653c17f204dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46749"
    uid: dc53d12f-7f2a-4ed3-bf3e-5e9e813cfaab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:39:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:52Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653c18243a118
    namespace: kserve-ci-e2e-test
    resourceVersion: "46750"
    uid: 14f27194-80f7-4a30-8eb3-314710317b5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:39:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:52Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653c182bacaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46751"
    uid: ccedb63f-bf05-413b-8dc6-24b9a6e8f5c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:39:56Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-28T02:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:39:56Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653c266574a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46789"
    uid: eac92ddb-94fd-43e6-b873-89481ea081f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:41:50Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.547s
    (1m53.547s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T02:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:41:50Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653dcd64ee609
    namespace: kserve-ci-e2e-test
    resourceVersion: "47584"
    uid: c24f539e-032f-4ddc-8799-1d60dd7d5e00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:41:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:41:50Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653dcdcc894a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47586"
    uid: e0837b22-6558-45df-9061-185248318606
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:41:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:41:50Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653dcde133fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47587"
    uid: bbf20ad4-0410-4c66-a096-e1451cecd83d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:41:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:41:50Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653dcde1dcc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "47588"
    uid: 7cf1f784-9296-4617-92e2-cd5ce5ef6192
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:41:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:41:50Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653dce4499121
    namespace: kserve-ci-e2e-test
    resourceVersion: "47591"
    uid: 57bf26cd-0ecd-4de0-bd58-f1d736e64201
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:41:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:41:50Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653dce583e593
    namespace: kserve-ci-e2e-test
    resourceVersion: "47592"
    uid: ff12a0f2-2961-4490-b3bf-7883d64f9e8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:41:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:41:53Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653dd558e4fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "47613"
    uid: 58d695cd-6afa-4565-a9b9-928cdea85e9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:42:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:04Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653e037b0d9a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47722"
    uid: c2689e35-28b9-4812-adc2-1ef77f518a4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-h69lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "46733"
    uid: b04bf124-5088-4f53-92ee-03985ba32551
  kind: Event
  lastTimestamp: "2026-07-28T02:42:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:04Z"
    name: isvc-triton-predictor-5d7db58676-h69lx.18c653e037b1602e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47723"
    uid: 73c58f13-a122-4a77-b031-28a4735e27c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "46720"
    uid: 00c941a7-1f15-4bbb-8087-cac0d827219b
  kind: Event
  lastTimestamp: "2026-07-28T02:39:52Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-h69lx'
  metadata:
    creationTimestamp: "2026-07-28T02:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:39:52Z"
    name: isvc-triton-predictor-5d7db58676.18c653c163c6f50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46732"
    uid: 8a48e38e-0c79-48c1-9302-478c12bce36b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46718"
    uid: c6ce2dc3-5aa3-4664-9956-0c014ff120f2
  kind: Event
  lastTimestamp: "2026-07-28T02:39:52Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:39:52Z"
    name: isvc-triton-predictor.18c653c160f11075
    namespace: kserve-ci-e2e-test
    resourceVersion: "46721"
    uid: 8f5778d1-99e1-4ded-9b3b-60c4054a7f54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T02:40:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46719"
    uid: 071d9fbf-e942-477b-b3fc-a7d13761b052
  kind: Event
  lastTimestamp: "2026-07-28T02:41:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:41:52Z"
    name: isvc-triton-predictor.18c653c4dff380b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47608"
    uid: 4af9118e-717c-4601-ac4b-ae9a03e52e89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T02:40:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46719"
    uid: 071d9fbf-e942-477b-b3fc-a7d13761b052
  kind: Event
  lastTimestamp: "2026-07-28T02:41:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:41:52Z"
    name: isvc-triton-predictor.18c653c4e052d00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47609"
    uid: 58bce8cb-e5bc-433a-8ae8-efd407287500
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "46711"
    uid: afd103eb-623b-485d-87b2-c0bfb86ada73
  kind: Event
  lastTimestamp: "2026-07-28T02:41:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:41:58Z"
    name: isvc-triton.18c653c1611aeb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47660"
    uid: 209d8b25-6e0d-4b20-a829-8b98deeabdae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:39:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "46711"
    uid: afd103eb-623b-485d-87b2-c0bfb86ada73
  kind: Event
  lastTimestamp: "2026-07-28T02:39:52Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T02:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:39:52Z"
    name: isvc-triton.18c653c161847d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "46724"
    uid: 0a94dc26-5357-42d5-a4d0-7aa4d361a37e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:41:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47658"
    uid: afd103eb-623b-485d-87b2-c0bfb86ada73
  kind: Event
  lastTimestamp: "2026-07-28T02:41:58Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:41:58Z"
    name: isvc-triton.18c653dec1d45a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "47659"
    uid: 4ddf2954-74e1-4f14-9e65-da4be66b74e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:42:09.927775Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47789"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-htrjq
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:42:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:42:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e16b0db029
    namespace: kserve-ci-e2e-test
    resourceVersion: "47795"
    uid: 3357bea6-1cd2-4933-b890-c5cd8df528f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47799"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:10Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:42:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e18482ae82
    namespace: kserve-ci-e2e-test
    resourceVersion: "47805"
    uid: 3a5adfde-1d4f-4464-8d23-c0488425c124
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e1860dc3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47807"
    uid: 29bbfb50-d5f1-4b3a-83aa-5a6438910262
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e189dac2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47809"
    uid: 62bdb909-4594-4e98-9415-7e76c5b1d974
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e18a4f7ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47810"
    uid: aa3c9ab7-9fbf-4b0e-821b-e3059b9d6095
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:14Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T02:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e28ac62af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47843"
    uid: e9111084-42db-46f9-844e-28a59883adaf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:33Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.396s (18.396s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e6d34a56c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47980"
    uid: 01ab4aae-5492-437f-80f0-c91b553cb13d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e6d63f74f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "47982"
    uid: ed02cf1c-6a04-43d5-8385-7e9e831c7ea3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e6d6bbf63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47983"
    uid: d94a3ec4-755d-4d89-a78b-8beb13dd2805
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e6d6c8bea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47984"
    uid: b20b5791-c6c7-4e6c-8a30-498d6052a1bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e6d99bdb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "47985"
    uid: e08dc5ff-8319-49be-8087-138abc7e85c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:42:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:42:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e6da19dc52
    namespace: kserve-ci-e2e-test
    resourceVersion: "47986"
    uid: 22580f27-22be-459a-9721-592f86e4a566
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:43:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:43:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653e6fbcc7696
    namespace: kserve-ci-e2e-test
    resourceVersion: "48391"
    uid: 888a48e4-e75a-43fc-af36-ed39bd4440d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:43:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:43:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653f8c1f9ab6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48554"
    uid: eac10d36-d78d-4a12-9bd1-1a43119475bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-htrjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 6a439aaf-a80f-4e41-bc86-848f941039d5
  kind: Event
  lastTimestamp: "2026-07-28T02:43:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:43:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-htrjq.18c653f8c1fa4950
    namespace: kserve-ci-e2e-test
    resourceVersion: "48556"
    uid: 76228e87-9c8c-4e5c-83ac-5d1e3b1b46df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47776"
    uid: d969e6be-1c70-466a-aa27-ffdacf687ed2
  kind: Event
  lastTimestamp: "2026-07-28T02:42:09Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-htrjq'
  metadata:
    creationTimestamp: "2026-07-28T02:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:42:09Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c653e16a7ecb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "47790"
    uid: 852fede3-37bc-47eb-92e0-40d3803b20b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47774"
    uid: f6bb7783-02d0-4b02-8b85-2303369d3da7
  kind: Event
  lastTimestamp: "2026-07-28T02:42:09Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:42:09Z"
    name: isvc-xgboost-predictor.18c653e165d9404f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47777"
    uid: 7570ace6-a818-4e18-8755-3c9f2cfb01af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47775"
    uid: b4507192-6072-4b77-96cb-0a15259cfa98
  kind: Event
  lastTimestamp: "2026-07-28T02:42:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:42:39Z"
    name: isvc-xgboost-predictor.18c653e4e4b6c007
    namespace: kserve-ci-e2e-test
    resourceVersion: "48036"
    uid: 7e3df508-f90b-4f58-a61b-07b0cbaaa332
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47775"
    uid: b4507192-6072-4b77-96cb-0a15259cfa98
  kind: Event
  lastTimestamp: "2026-07-28T02:42:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:42:39Z"
    name: isvc-xgboost-predictor.18c653e4e5106d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "48038"
    uid: d32a7734-4910-4a73-990e-ec6732179035
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47915"
    uid: b4507192-6072-4b77-96cb-0a15259cfa98
  kind: Event
  lastTimestamp: "2026-07-28T02:43:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:43:39Z"
    name: isvc-xgboost-predictor.18c653ebe3257493
    namespace: kserve-ci-e2e-test
    resourceVersion: "48466"
    uid: 5e1d3510-3df7-4b5f-8182-751cb23c0d61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47915"
    uid: b4507192-6072-4b77-96cb-0a15259cfa98
  kind: Event
  lastTimestamp: "2026-07-28T02:43:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:43:39Z"
    name: isvc-xgboost-predictor.18c653ebe3a76fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "48467"
    uid: 9900f84b-c976-4a9d-915f-91a5bd8b906b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:45:45.757017Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49558"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:45:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:45:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65413ab7a90cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "49566"
    uid: 86247a84-2716-467f-aa67-771178665728
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65413b72093f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49574"
    uid: d96bf253-cc8e-4d82-a0a0-ac58bb6255bb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49569"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:46Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:45:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65413e8b5f58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49583"
    uid: 04c108af-231b-4fd8-ac0d-096dae963814
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65413ea3a9352
    namespace: kserve-ci-e2e-test
    resourceVersion: "49585"
    uid: 01180490-1fa3-4774-8bd3-8e6e6b3fbf66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65413ece11ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49586"
    uid: 63035e1c-af86-410a-b279-d6c7cac52a87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65413ed57d3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "49587"
    uid: 782b2a76-8cbf-4f80-b639-c11434d3702b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:50Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65414c7fde585
    namespace: kserve-ci-e2e-test
    resourceVersion: "49618"
    uid: 5b305a2c-4bcf-41b5-b95c-867af82efeab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65414cae23980
    namespace: kserve-ci-e2e-test
    resourceVersion: "49621"
    uid: e0897325-92ce-47d1-803a-bda42b2e8515
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65414cb6a77ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "49622"
    uid: 28ad30f6-11e6-4010-b0fd-cb289b76eda2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65414cb73f2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49623"
    uid: b6f6ff8e-467b-4d30-89e4-548f7ae89848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65414ce391274
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: c58ec00b-415e-4da1-835c-ba472fef833e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:45:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65414ceaf102f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49629"
    uid: d05cd153-2920-4396-ac71-801a0a69b45f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:47:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:08Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c654153fccc191
    namespace: kserve-ci-e2e-test
    resourceVersion: "50210"
    uid: 1f04bdcf-ad99-45dd-988e-b8dd768973ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:47:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c6542652256256
    namespace: kserve-ci-e2e-test
    resourceVersion: "50188"
    uid: 765d7072-f2b0-448b-a9b8-e25d9089ee8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:47:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c654265225ca40
    namespace: kserve-ci-e2e-test
    resourceVersion: "50189"
    uid: 312f755d-0e16-4ee5-be38-f9c5ef5b104f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 4782d67b-d390-49de-a187-6860617ea785
  kind: Event
  lastTimestamp: "2026-07-28T02:47:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.65:8643/healthz": dial tcp
    10.133.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:08Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v87jh.18c65426f1e53119
    namespace: kserve-ci-e2e-test
    resourceVersion: "50209"
    uid: c9eddc20-e457-4154-92f0-1c850ab2cbdc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "49549"
    uid: dc3b6b8c-eca6-4783-a00e-90dfe53a9b0f
  kind: Event
  lastTimestamp: "2026-07-28T02:45:45Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-v87jh'
  metadata:
    creationTimestamp: "2026-07-28T02:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:45:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c65413aad08ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49559"
    uid: 1f404f56-fbc5-407e-9605-c800e6cd074f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49547"
    uid: 44ee28e7-5640-4cdd-a12c-083fb3ba1f83
  kind: Event
  lastTimestamp: "2026-07-28T02:45:45Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T02:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:45:45Z"
    name: isvc-xgboost-runtime-predictor.18c65413a7dea4fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49551"
    uid: b42d94c4-d0fa-4143-a10f-7a3e88ab0f38
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:46:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49548"
    uid: 4fee6a97-30ae-4081-9561-58b9efaafa10
  kind: Event
  lastTimestamp: "2026-07-28T02:46:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:46:45Z"
    name: isvc-xgboost-runtime-predictor.18c6541726fcbc36
    namespace: kserve-ci-e2e-test
    resourceVersion: "50020"
    uid: 465abc04-b23a-4daa-a6df-6da2bef884cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T02:46:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49548"
    uid: 4fee6a97-30ae-4081-9561-58b9efaafa10
  kind: Event
  lastTimestamp: "2026-07-28T02:46:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:46:45Z"
    name: isvc-xgboost-runtime-predictor.18c654172769db23
    namespace: kserve-ci-e2e-test
    resourceVersion: "50021"
    uid: 89997943-19e3-470f-9aa3-d9a879f65bee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49712"
    uid: 4fee6a97-30ae-4081-9561-58b9efaafa10
  kind: Event
  lastTimestamp: "2026-07-28T02:47:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:47:00Z"
    name: isvc-xgboost-runtime-predictor.18c65425231d5a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "50137"
    uid: e8d02ba9-254e-494f-87ef-e76a89b9f206
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49712"
    uid: 4fee6a97-30ae-4081-9561-58b9efaafa10
  kind: Event
  lastTimestamp: "2026-07-28T02:47:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:47:00Z"
    name: isvc-xgboost-runtime-predictor.18c654252388f452
    namespace: kserve-ci-e2e-test
    resourceVersion: "50139"
    uid: 887580a6-bd41-48a8-809b-0c64599a777f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49540"
    uid: 0e264817-af3d-42a5-b669-1ca0b43775d3
  kind: Event
  lastTimestamp: "2026-07-28T02:46:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:46:58Z"
    name: isvc-xgboost-runtime.18c65413a7e1eaaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50123"
    uid: 43bdc1f6-65ef-4145-9c8a-311bac4125d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49540"
    uid: 0e264817-af3d-42a5-b669-1ca0b43775d3
  kind: Event
  lastTimestamp: "2026-07-28T02:45:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:45:45Z"
    name: isvc-xgboost-runtime.18c65413a88493c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49555"
    uid: 7c023284-091f-4be5-9457-1336430ae6f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50120"
    uid: 0e264817-af3d-42a5-b669-1ca0b43775d3
  kind: Event
  lastTimestamp: "2026-07-28T02:46:58Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:46:58Z"
    name: isvc-xgboost-runtime.18c65424a3b909d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50121"
    uid: b10adcf6-219c-4842-8e4a-68fb59fb7316
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:43:55.396340Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48623"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:43:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:43:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653f9f978440b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48628"
    uid: 34403f98-92f9-4f35-b938-23dafc9a79bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48632"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:43:55Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:43:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653fa12978b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "48637"
    uid: 574e2f51-cbdb-4279-99fc-51e97968f5f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:43:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:43:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653fa141c3fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48640"
    uid: b9389667-cafb-4a93-90c3-e6bd2f127160
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:43:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:43:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653fa16c16670
    namespace: kserve-ci-e2e-test
    resourceVersion: "48641"
    uid: 8c0d0514-473e-40ea-9593-d9d5142b9324
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:43:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:43:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653fa1722fd00
    namespace: kserve-ci-e2e-test
    resourceVersion: "48642"
    uid: a434e083-8cf0-41df-9e26-f6c7217416a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:44:00Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T02:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653fb13a2797d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48677"
    uid: 6b2d9644-e826-45a7-b744-223aa70f7ccc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:44:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653fb171e6260
    namespace: kserve-ci-e2e-test
    resourceVersion: "48679"
    uid: cc71c69c-e6bf-45cf-bc74-a6959d113b78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:44:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653fb178d770c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48680"
    uid: 53e75b2d-3d3a-49c2-8deb-81bf40be90d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:44:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653fb1797c2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48681"
    uid: 0625b817-b638-4357-b2d5-bb1bf041c7ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:44:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653fb1a1a0103
    namespace: kserve-ci-e2e-test
    resourceVersion: "48686"
    uid: 53dbfa92-99d3-40e3-8c8e-e26cd474e491
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:44:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c653fb1a7fe232
    namespace: kserve-ci-e2e-test
    resourceVersion: "48688"
    uid: 5ce9470c-14ae-4c87-811e-ef6b0998e89e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:44:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c654059a79b8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "49026"
    uid: 593376e8-8a60-4679-872c-c274d33be80c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:44:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c654059a7a4555
    namespace: kserve-ci-e2e-test
    resourceVersion: "49027"
    uid: 84848fd3-a4a3-470f-8e80-4f57a6310533
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48624"
    uid: b0c8d218-1095-42a0-8d29-1a7c9c58e35d
  kind: Event
  lastTimestamp: "2026-07-28T02:44:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.63:8643/healthz": dial tcp
    10.133.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:47Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7.18c6540605933b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "49042"
    uid: 0a0c3889-e70e-4b34-889d-716590c3fa80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "48608"
    uid: fcc4ec7a-6ea5-4c28-92aa-e5f1fd655a3d
  kind: Event
  lastTimestamp: "2026-07-28T02:43:55Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-hz5s7'
  metadata:
    creationTimestamp: "2026-07-28T02:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:43:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c653f9f86dc1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48625"
    uid: a15686df-8d1a-41e7-b700-223fa1853cbb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48606"
    uid: 36e94e87-b005-473b-88c3-6cab832eb195
  kind: Event
  lastTimestamp: "2026-07-28T02:43:55Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:43:55Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c653f9ef18f366
    namespace: kserve-ci-e2e-test
    resourceVersion: "48610"
    uid: 5fb4837b-3d7d-4fc6-b2d0-eb0bc4cf1685
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48607"
    uid: 4fb3c436-bda1-41c9-8ee0-8f1ec0f0dd4a
  kind: Event
  lastTimestamp: "2026-07-28T02:44:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:44:40Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c653fd6e7b9588
    namespace: kserve-ci-e2e-test
    resourceVersion: "48973"
    uid: 5da41207-e6fa-4158-ad7a-1aeec5aa73fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48607"
    uid: 4fb3c436-bda1-41c9-8ee0-8f1ec0f0dd4a
  kind: Event
  lastTimestamp: "2026-07-28T02:44:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:44:40Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c653fd6f5a548a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48974"
    uid: 8057b80d-1976-4d0f-85fc-f37d5ced3325
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48599"
    uid: a035019d-fbf6-4569-9416-755a722b1aba
  kind: Event
  lastTimestamp: "2026-07-28T02:44:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:44:37Z"
    name: isvc-xgboost-v2-mlserver.18c653f9eec1d0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48948"
    uid: e2a9b130-6993-4265-ae6b-9d54d55fd43d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48599"
    uid: a035019d-fbf6-4569-9416-755a722b1aba
  kind: Event
  lastTimestamp: "2026-07-28T02:43:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:43:55Z"
    name: isvc-xgboost-v2-mlserver.18c653f9efbbcd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48613"
    uid: a410f812-9516-4565-8c44-b73c8bbadb5b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48946"
    uid: a035019d-fbf6-4569-9416-755a722b1aba
  kind: Event
  lastTimestamp: "2026-07-28T02:44:37Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:44:37Z"
    name: isvc-xgboost-v2-mlserver.18c65403b78a1390
    namespace: kserve-ci-e2e-test
    resourceVersion: "48947"
    uid: 42e2ecef-8e5c-4ac5-b782-a21519d54c9a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:48:16.291744Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50800"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:48:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:48:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c65436b80c21f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50805"
    uid: d81bdcca-a25a-489c-a4d7-dbc06d87569a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c65436c1d9f2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "50812"
    uid: 3edecf85-e932-41f6-964c-2379a7661350
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50809"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:17Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:48:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c65436f560d040
    namespace: kserve-ci-e2e-test
    resourceVersion: "50822"
    uid: a43bd7cc-1ad9-4473-ac34-778443d7b4e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c65436f6b55bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50824"
    uid: b25e71de-993d-40b4-bccd-f5e1104ecdac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c65436f95b1c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50825"
    uid: 36987ed8-6ab2-47e2-9de9-8e7a950d6d2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c65436f9d542c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50826"
    uid: 25061b83-90d0-4d49-89ea-090daf642257
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:22Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c6543810124301
    namespace: kserve-ci-e2e-test
    resourceVersion: "50869"
    uid: 8f561d05-6a70-45ce-9fe2-643d8cd63d0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c654381338cef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50871"
    uid: 88281ddf-f02d-4559-9140-4e901335d748
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c6543813b0f097
    namespace: kserve-ci-e2e-test
    resourceVersion: "50874"
    uid: e2216368-da3e-4697-b291-47bf604fb44e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c6543813bb8440
    namespace: kserve-ci-e2e-test
    resourceVersion: "50875"
    uid: cd7db01b-1931-416b-9369-c0e244013410
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c65438173df5eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50877"
    uid: a13fbc15-7e93-4708-9c45-01f3d98edcb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c6543817b9a125
    namespace: kserve-ci-e2e-test
    resourceVersion: "50878"
    uid: 85d6b7b2-4187-4425-bfc2-f202357e429e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T02:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c654384c136d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "51448"
    uid: ef4a8e23-8e5e-4abf-a4fb-b0f89463b423
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:36Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c654495fcd98da
    namespace: kserve-ci-e2e-test
    resourceVersion: "51425"
    uid: d0a8c22d-2900-46d2-8a18-c0381e0b546b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:36Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c654495fce18e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51426"
    uid: 35865e08-2470-46e2-a0db-dd4ae4a881c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50803"
    uid: a9524b04-b6a6-43a6-b3d3-6bbd617de41b
  kind: Event
  lastTimestamp: "2026-07-28T02:49:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.67:8643/healthz": dial tcp
    10.133.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:49:39Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2vlcf.18c65449fe2f74a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51447"
    uid: b3ea75b9-5a0f-4938-894e-b4b4f0a55405
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50788"
    uid: bf4cba86-2061-4b14-85a9-36a2cf068d27
  kind: Event
  lastTimestamp: "2026-07-28T02:48:16Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-2vlcf'
  metadata:
    creationTimestamp: "2026-07-28T02:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:48:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c65436b79b02ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "50802"
    uid: 7dc5926a-eb84-4569-b4e4-de5e3286b02d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50786"
    uid: 9fb00423-b01e-4bef-9ba9-8d9bc6650240
  kind: Event
  lastTimestamp: "2026-07-28T02:48:16Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:48:16Z"
    name: isvc-xgboost-v2-predictor.18c65436b4366fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50789"
    uid: 619b2d90-0242-4947-b2a9-20873e08132f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50787"
    uid: 8f9324af-94fd-457e-9fb9-8dd55f35a6e0
  kind: Event
  lastTimestamp: "2026-07-28T02:49:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:49:01Z"
    name: isvc-xgboost-v2-predictor.18c6543a332685bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51158"
    uid: 36e57d56-f137-4fb7-bf11-6e6d35020420
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50787"
    uid: 8f9324af-94fd-457e-9fb9-8dd55f35a6e0
  kind: Event
  lastTimestamp: "2026-07-28T02:49:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:49:01Z"
    name: isvc-xgboost-v2-predictor.18c6543a3391b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51159"
    uid: a3b862ce-73a0-4609-aa55-84086b8192d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50944"
    uid: 8f9324af-94fd-457e-9fb9-8dd55f35a6e0
  kind: Event
  lastTimestamp: "2026-07-28T02:49:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:49:31Z"
    name: isvc-xgboost-v2-predictor.18c65444b00606f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51374"
    uid: d6fddee5-6b1d-4340-a4b4-c24fe8829ff5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50944"
    uid: 8f9324af-94fd-457e-9fb9-8dd55f35a6e0
  kind: Event
  lastTimestamp: "2026-07-28T02:49:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:49:31Z"
    name: isvc-xgboost-v2-predictor.18c65444b07645c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51375"
    uid: 3e517684-6607-4872-bc81-cc17e7ec2197
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:47:11.030469Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50254"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:47:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:47:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65427862c2d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50261"
    uid: b8623316-a3ec-47aa-a3e7-544647952168
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c6542794dc7ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50268"
    uid: b4db21cc-9c4c-4de3-baf1-990d5c1ec103
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50265"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:12Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:47:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65427c3a465ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "50276"
    uid: b3fb126e-91b1-4645-a554-52950c13e362
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65427c518a8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50278"
    uid: 2dc7815d-c2c6-401f-99f4-857e80e984c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65427c7b903ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "50280"
    uid: 84522728-16bc-43f0-bc06-1ce856088aa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65427c831de19
    namespace: kserve-ci-e2e-test
    resourceVersion: "50281"
    uid: bd1d0f43-e5ce-4f25-a3ce-f8c53d876c88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:16Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T02:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65428e0249b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50321"
    uid: bbfee48f-b63a-4218-9423-d7804ea3e683
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65428e30edb30
    namespace: kserve-ci-e2e-test
    resourceVersion: "50323"
    uid: 2cad3e81-0e87-4321-8933-18d982c511f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65428e3839eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "50326"
    uid: d57609c2-6463-4985-8395-e1abd46f1a3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65428e38db875
    namespace: kserve-ci-e2e-test
    resourceVersion: "50327"
    uid: 60784df0-a18b-4d86-b95a-190e486e5223
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65428e655cf12
    namespace: kserve-ci-e2e-test
    resourceVersion: "50330"
    uid: da9b37e0-1219-45a5-8ffa-bbc139f4930c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c65428e6ce88fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50331"
    uid: 4fbf4783-c9ef-47d7-a02a-9aa65578be53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:47:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T02:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:47:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c654317ef0821d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50586"
    uid: 888acc8e-f95f-4c58-8b64-466002dc47b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:48:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c654358506e6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "50738"
    uid: cab6a1e6-1641-47ef-8495-0bb4c91c9cb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:48:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c654358507c3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "50739"
    uid: f9ed5ce6-2dd3-49b1-8a0a-cf5911127e1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:48:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.66:8643/healthz": dial tcp
    10.133.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c6543626190aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "50758"
    uid: cf1081ea-c673-417f-9967-14b498b6cfc5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50256"
    uid: d000259a-8647-4075-8993-a3531b4ba8ba
  kind: Event
  lastTimestamp: "2026-07-28T02:48:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.66:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-07-28T02:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:48:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5.18c654378bbc3bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "50853"
    uid: d0617031-21a1-4b70-9a07-68f98992405e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50244"
    uid: 1ff373d1-4e1b-4e95-a58c-372acf80b671
  kind: Event
  lastTimestamp: "2026-07-28T02:47:11Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-9kdw5'
  metadata:
    creationTimestamp: "2026-07-28T02:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:47:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c65427859a24f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50255"
    uid: 56cd0e1e-a2ae-4fbe-9670-d480b794dcff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50242"
    uid: ab566491-c550-44a5-870d-ed49c773a68d
  kind: Event
  lastTimestamp: "2026-07-28T02:47:10Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T02:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:47:10Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6542782491f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50247"
    uid: e4367093-a68a-4e70-be55-821d98c3037b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50243"
    uid: 6baed89f-c140-40af-a838-746df04f0720
  kind: Event
  lastTimestamp: "2026-07-28T02:47:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:47:56Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6542b0158b705
    namespace: kserve-ci-e2e-test
    resourceVersion: "50602"
    uid: b6079ee8-3de7-41a6-9ca8-5eae46e639fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50243"
    uid: 6baed89f-c140-40af-a838-746df04f0720
  kind: Event
  lastTimestamp: "2026-07-28T02:47:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:47:56Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6542b01c4c94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50603"
    uid: 3d463153-3116-4e06-802a-4ee254ce0979
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50395"
    uid: 6baed89f-c140-40af-a838-746df04f0720
  kind: Event
  lastTimestamp: "2026-07-28T02:48:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:48:11Z"
    name: isvc-xgboost-v2-runtime-predictor.18c654357f0aef1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50718"
    uid: 3b825f59-90fc-4af7-8c52-f769c3f8f3d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50395"
    uid: 6baed89f-c140-40af-a838-746df04f0720
  kind: Event
  lastTimestamp: "2026-07-28T02:48:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:48:11Z"
    name: isvc-xgboost-v2-runtime-predictor.18c654357f933bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "50721"
    uid: 38df0fcc-dc5b-4357-821e-1f16aa4298b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50234"
    uid: 09410289-f74e-424e-af38-6fbb97257a8b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:48:03Z"
    name: isvc-xgboost-v2-runtime.18c6542782492ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "50664"
    uid: 92c75a94-2085-4377-a33f-756f8007eda3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:47:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50234"
    uid: 09410289-f74e-424e-af38-6fbb97257a8b
  kind: Event
  lastTimestamp: "2026-07-28T02:47:10Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:47:10Z"
    name: isvc-xgboost-v2-runtime.18c6542782c7aa30
    namespace: kserve-ci-e2e-test
    resourceVersion: "50251"
    uid: 7011e8bc-2a9e-44a9-b478-5153eb221078
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50662"
    uid: 09410289-f74e-424e-af38-6fbb97257a8b
  kind: Event
  lastTimestamp: "2026-07-28T02:48:03Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:48:03Z"
    name: isvc-xgboost-v2-runtime.18c65433d71a98b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "50663"
    uid: ea54bae0-39ca-4f37-ab6a-c51427ae47ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50779"
    uid: 764d9ff9-76d8-4fa3-bc01-56f82def6900
  kind: Event
  lastTimestamp: "2026-07-28T02:49:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:49:29Z"
    name: isvc-xgboost-v2.18c65436b43d24a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51357"
    uid: d04e2c3b-8bcb-46ed-ad7f-5c4e9dfc1c80
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:48:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50779"
    uid: 764d9ff9-76d8-4fa3-bc01-56f82def6900
  kind: Event
  lastTimestamp: "2026-07-28T02:48:16Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:48:16Z"
    name: isvc-xgboost-v2.18c65436b4cb3fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50793"
    uid: cea5d705-fc73-42b7-b077-e0a794ee3484
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:49:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51355"
    uid: 764d9ff9-76d8-4fa3-bc01-56f82def6900
  kind: Event
  lastTimestamp: "2026-07-28T02:49:29Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:49:29Z"
    name: isvc-xgboost-v2.18c65447af87f99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51356"
    uid: 2cd14a8a-3e70-4f25-894a-fa38d62740fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "47763"
    uid: 8a357873-6dfa-4c63-a662-d848af4fee9d
  kind: Event
  lastTimestamp: "2026-07-28T02:43:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:43:39Z"
    name: isvc-xgboost.18c653e165db2388
    namespace: kserve-ci-e2e-test
    resourceVersion: "48468"
    uid: 859900e0-305f-40f3-8138-62ad5601ac13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:42:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "47763"
    uid: 8a357873-6dfa-4c63-a662-d848af4fee9d
  kind: Event
  lastTimestamp: "2026-07-28T02:42:09Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T02:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:42:09Z"
    name: isvc-xgboost.18c653e1665584cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47781"
    uid: 99f08727-75c1-46ff-bde1-eff8a1cfee7c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:43:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48462"
    uid: 8a357873-6dfa-4c63-a662-d848af4fee9d
  kind: Event
  lastTimestamp: "2026-07-28T02:43:39Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:43:39Z"
    name: isvc-xgboost.18c653f65fb3bb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48464"
    uid: f9cd6ee9-61ed-44fa-b58f-411bcd47b588
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T01:39:08.340034Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-6zv2z
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T01:39:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T01:39:08Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c65070f2dbfe07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: c52dc2f1-d8ad-4e75-a3af-a2aca020e5e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:08Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T01:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T01:39:08Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c650710c1cfc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 6baacc53-1bb0-4ce6-aa46-750324f50c67
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:08Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T01:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:08Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c650710d859695
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 7cfd7c2d-14e4-4f50-9316-c51ca475407e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:10Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.232s (1.232s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T01:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:10Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c6507156fd6b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: 53faf392-6678-4824-9249-7998447f1a5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T01:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:10Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c650715a6e8e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: 08e1c964-f0c0-4056-a595-b0914452abf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:10Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c650715ae1afe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 662168cb-ec0a-40b2-b688-fa118a6a9bd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T01:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:10Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c650715aeb65b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: 50bdb5cb-be7e-4716-86af-ca4a4e66e279
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T01:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:10Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c650715d557278
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 9dd4af78-d4da-4bd6-aaa7-975c7116bdbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: "2026-07-28T01:39:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:39:10Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c650715dcbcdad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 3cb76724-8dd5-41de-926e-8f5c8ff22672
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: "2026-07-28T01:40:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:40:53Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c650897a62d665
    namespace: kserve-ci-e2e-test
    resourceVersion: "17380"
    uid: 9cc2a852-13c5-4778-b2e8-dbf2fb6dd2c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-6zv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: b7b00ab5-1811-45ca-8f56-ed6e19ec551f
  kind: Event
  lastTimestamp: "2026-07-28T01:40:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T01:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T01:40:53Z"
    name: message-dumper-predictor-6575bcfdfd-6zv2z.18c650897a632b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: 0422fa36-f75a-49c1-a696-11bb2b761d17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 68975a3e-b648-4684-b023-db4a651b3a46
  kind: Event
  lastTimestamp: "2026-07-28T01:39:08Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-6zv2z'
  metadata:
    creationTimestamp: "2026-07-28T01:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:39:08Z"
    name: message-dumper-predictor-6575bcfdfd.18c65070f25a7624
    namespace: kserve-ci-e2e-test
    resourceVersion: "16423"
    uid: 2adc69d0-bc6e-4a39-b6a3-05240e33bbf9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: d615f3fd-8c59-49aa-bbd7-4456521ced5b
  kind: Event
  lastTimestamp: "2026-07-28T01:39:08Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T01:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:39:08Z"
    name: message-dumper-predictor.18c65070f0a4ec6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 00ea42de-0a14-402a-89e2-96627fe984ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: b1d70a5c-522d-40f2-b30b-e948c775bca3
  kind: Event
  lastTimestamp: "2026-07-28T01:39:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:39:38Z"
    name: message-dumper-predictor.18c650746f6cb01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: dc43eaaa-015c-4013-abd8-5d014972e0c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: b1d70a5c-522d-40f2-b30b-e948c775bca3
  kind: Event
  lastTimestamp: "2026-07-28T01:39:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T01:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T01:39:38Z"
    name: message-dumper-predictor.18c650746fd205d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: f1ae327a-289b-4b6b-8924-0995c6597d64
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 1967d71e-35ac-46d3-ba62-a62abef9e0df
  kind: Event
  lastTimestamp: "2026-07-28T01:39:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T01:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:39:18Z"
    name: message-dumper.18c65070f0ad5fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: 7de54ca8-5c56-4adb-a0f6-e61ef4c28135
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 1967d71e-35ac-46d3-ba62-a62abef9e0df
  kind: Event
  lastTimestamp: "2026-07-28T01:39:08Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T01:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:39:08Z"
    name: message-dumper.18c65070f11bb24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: 8cbea32d-5462-406f-bb30-ce5bda4bbfdc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T01:39:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 1967d71e-35ac-46d3-ba62-a62abef9e0df
  kind: Event
  lastTimestamp: "2026-07-28T01:39:18Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-28T01:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T01:39:18Z"
    name: message-dumper.18c6507345157c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: 5128fb8a-6eca-4bf9-aa99-7cbbc1e4109b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:32:21.286946Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42894"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:32:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:32:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c653585d5361b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42898"
    uid: a67fb1c3-14dc-4f69-8152-d989fe36e58d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42904"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:32:21Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:32:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c65358774c4a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "42912"
    uid: df0a54a5-cc6c-4d92-bf1c-fe20d1d6b0ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:32:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c6535878acbe92
    namespace: kserve-ci-e2e-test
    resourceVersion: "42914"
    uid: 5d217e16-baeb-4cc8-ac40-e7b7c596b728
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:32:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c653587b5c2e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "42916"
    uid: f3188325-b1dc-40aa-bf94-46ff2ee84906
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:32:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c653587bcfc41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42917"
    uid: ff2aff94-35c0-422d-ac39-777eaaedd112
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:32:25Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T02:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c65359638c886a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42949"
    uid: 5c1de5bb-3405-44ea-ad87-09d7e068357a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:32:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c65359669812df
    namespace: kserve-ci-e2e-test
    resourceVersion: "42953"
    uid: 473e448c-b1b2-4379-a314-a784d12c8c44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:32:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c653596709edf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 001cb883-ec73-4712-9183-ad9fe1a5725c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:32:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c653596712958a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42957"
    uid: f28a9009-0fe4-4b94-914c-9a9155091461
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:32:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c653596a58887b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42960"
    uid: a53fe5e3-b02b-4938-a9a0-ec36a2347683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:32:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:32:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c653596aceb6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42961"
    uid: 61848c89-6190-4d7a-97f8-41a95ebb1e64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:33:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T02:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c6536240d99f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43226"
    uid: 9be127d2-bcd8-4375-a7f2-fdeb8e05abab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:33:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c65366596f3b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43374"
    uid: 51bc9758-eede-4f93-a338-96b1a2ef699f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:33:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c65366596ff7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "43375"
    uid: b4c68956-08ad-4a3e-9ca1-3faa0d10b156
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42896"
    uid: 67f945ac-40d9-4f53-bb95-0968e90e2e8f
  kind: Event
  lastTimestamp: "2026-07-28T02:33:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:33:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn.18c65366e57bc185
    namespace: kserve-ci-e2e-test
    resourceVersion: "43394"
    uid: c5226c3a-b85a-4a3a-975b-2c2701e6affa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42883"
    uid: e3f88038-7236-476e-ac26-a379e31b780a
  kind: Event
  lastTimestamp: "2026-07-28T02:32:21Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-992zn'
  metadata:
    creationTimestamp: "2026-07-28T02:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:32:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c653585ce19f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42895"
    uid: 5f6c92d6-db90-423e-b4f5-2520ffa4c3ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42881"
    uid: f667b81d-dc8b-4686-bf33-9b1fafa17f18
  kind: Event
  lastTimestamp: "2026-07-28T02:32:21Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T02:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:32:21Z"
    name: sklearn-v2-mlserver-predictor.18c653585869d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42885"
    uid: 5e67e58c-da38-4831-8ffb-e87f1faeb0e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42882"
    uid: b056090c-d11f-4e47-90ea-1e0695eeaf37
  kind: Event
  lastTimestamp: "2026-07-28T02:32:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:32:51Z"
    name: sklearn-v2-mlserver-predictor.18c6535bd7a0ecb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43139"
    uid: 886c5fa7-5034-434e-af70-006272e00f91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42882"
    uid: b056090c-d11f-4e47-90ea-1e0695eeaf37
  kind: Event
  lastTimestamp: "2026-07-28T02:32:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:32:51Z"
    name: sklearn-v2-mlserver-predictor.18c6535bd817914c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43140"
    uid: b19e9c42-0f8a-4df0-b481-d1373ade2cae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43037"
    uid: b056090c-d11f-4e47-90ea-1e0695eeaf37
  kind: Event
  lastTimestamp: "2026-07-28T02:33:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:33:21Z"
    name: sklearn-v2-mlserver-predictor.18c65362d6623b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43358"
    uid: 75116026-d5ae-48f9-a258-c7b1a59383db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43037"
    uid: b056090c-d11f-4e47-90ea-1e0695eeaf37
  kind: Event
  lastTimestamp: "2026-07-28T02:33:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:33:21Z"
    name: sklearn-v2-mlserver-predictor.18c65362d6ccf76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43359"
    uid: 0aaf213c-b7e8-4a16-bace-f23c591fbfd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "42874"
    uid: 84269b0d-858e-4426-b484-a4468d4bc0a8
  kind: Event
  lastTimestamp: "2026-07-28T02:33:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:33:13Z"
    name: sklearn-v2-mlserver.18c65358586ce43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43304"
    uid: 8d8e2fc8-6f70-4240-b827-f59ec02a467b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:32:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "42874"
    uid: 84269b0d-858e-4426-b484-a4468d4bc0a8
  kind: Event
  lastTimestamp: "2026-07-28T02:32:21Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:32:21Z"
    name: sklearn-v2-mlserver.18c6535858f1403f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42888"
    uid: 9e0b65c8-1567-45b1-897b-25452191c769
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:33:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43302"
    uid: 84269b0d-858e-4426-b484-a4468d4bc0a8
  kind: Event
  lastTimestamp: "2026-07-28T02:33:13Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:33:13Z"
    name: sklearn-v2-mlserver.18c6536497211648
    namespace: kserve-ci-e2e-test
    resourceVersion: "43303"
    uid: 2c152bfb-e91b-4a3d-b450-f72dc0ba1063
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T02:44:50.530914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49086"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    to ip-10-0-133-123.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T02:44:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T02:44:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65406cfbf1919
    namespace: kserve-ci-e2e-test
    resourceVersion: "49092"
    uid: b5ec17e6-221e-4363-9871-2937ccd28d68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-854977b78b-dljsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T02:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65406d65ad0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49099"
    uid: 38cc8f31-6ce1-40cd-9afa-ac05ec9e1e7f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49096"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:51Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T02:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T02:44:51Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65406fb802ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49108"
    uid: ff78c44b-527b-4b3c-af67-e9c816ce3248
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:51Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65406fd3c33ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "49110"
    uid: 55c423f9-cc45-4e9b-bf1f-191ba0dfb55b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T02:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:51Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65407003fa954
    namespace: kserve-ci-e2e-test
    resourceVersion: "49111"
    uid: 2ddf657f-7ac3-4adf-aaa0-ae3c990d59d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T02:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:51Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c6540700b511f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49112"
    uid: a7fd47cb-a59b-498c-8752-d070018a89bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T02:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65407ed8ff35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49147"
    uid: 6bb33b5b-2021-4905-9135-ac4f3b7dace8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T02:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65407f03908ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "49149"
    uid: dd0f7762-f929-443c-ba8f-1d2216bd6cc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65407f0b1d23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: 0e3954d1-e6d9-4d2f-8136-60db26a09159
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T02:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65407f0bbdca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49152"
    uid: bbc36ddf-9797-4f03-9ea8-56db655632d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T02:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65407f355f6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49154"
    uid: e4dc4a4b-4a61-4925-9272-8f2c1ed29a03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:44:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:44:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65407f3cc366b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49156"
    uid: 17aedbe5-c9c2-487a-952f-83fc152d941b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:45:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T02:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:40Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c6541276ecbe6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49498"
    uid: 99a0fd3f-2c38-45f2-8958-a0ff19a79b6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:45:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T02:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:40Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c6541276ed7b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49499"
    uid: 501be02e-1d46-46b2-bd21-c274f5e0c50c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "49089"
    uid: 0632e025-c6b0-4a6a-92c4-9e3c793ed001
  kind: Event
  lastTimestamp: "2026-07-28T02:45:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.64:8643/healthz": dial tcp
    10.133.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T02:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T02:45:42Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz.18c65412df81a7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49513"
    uid: 699cba25-bf28-4ce7-b372-2cc41d04583f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49076"
    uid: 75a50da3-6a41-4d32-80fc-2201eabb6586
  kind: Event
  lastTimestamp: "2026-07-28T02:44:50Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-bszzz'
  metadata:
    creationTimestamp: "2026-07-28T02:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:44:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c65406cef5ea6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49087"
    uid: 9c4b194b-6250-46af-9a57-734d2ddc02c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49074"
    uid: 92d0172c-dfb7-4ddd-8a9b-b0bbb6e26848
  kind: Event
  lastTimestamp: "2026-07-28T02:44:50Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T02:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:44:50Z"
    name: xgboost-v2-mlserver-predictor.18c65406cb646ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49077"
    uid: 34c4f3b6-4c12-4727-b44f-259e6c9bed3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49075"
    uid: 0aea44ae-35aa-45ff-bba5-b610b0bfa46a
  kind: Event
  lastTimestamp: "2026-07-28T02:45:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:45:20Z"
    name: xgboost-v2-mlserver-predictor.18c6540a4a101ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49331"
    uid: 6589362b-114c-4c9b-8b14-4561f3ca4c5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49075"
    uid: 0aea44ae-35aa-45ff-bba5-b610b0bfa46a
  kind: Event
  lastTimestamp: "2026-07-28T02:45:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T02:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:45:20Z"
    name: xgboost-v2-mlserver-predictor.18c6540a4a73dc2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49332"
    uid: f6d6857f-b875-4299-863d-bde5e2f6786e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49228"
    uid: 0aea44ae-35aa-45ff-bba5-b610b0bfa46a
  kind: Event
  lastTimestamp: "2026-07-28T02:45:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:45:35Z"
    name: xgboost-v2-mlserver-predictor.18c65411490d529b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49446"
    uid: 91e59115-10a7-4cbb-832a-54350d9a92b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49228"
    uid: 0aea44ae-35aa-45ff-bba5-b610b0bfa46a
  kind: Event
  lastTimestamp: "2026-07-28T02:45:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T02:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T02:45:35Z"
    name: xgboost-v2-mlserver-predictor.18c65411496612b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "49448"
    uid: 5953841d-ab66-484f-a813-b3b9fc196207
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49065"
    uid: 157e5bb5-5f81-49e6-9d23-f2493f4adf1d
  kind: Event
  lastTimestamp: "2026-07-28T02:45:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T02:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:45:32Z"
    name: xgboost-v2-mlserver.18c65406cb7603af
    namespace: kserve-ci-e2e-test
    resourceVersion: "49421"
    uid: f9b3f90e-f416-4a74-9b32-74d1ec8b977c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:44:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49065"
    uid: 157e5bb5-5f81-49e6-9d23-f2493f4adf1d
  kind: Event
  lastTimestamp: "2026-07-28T02:44:50Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T02:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:44:50Z"
    name: xgboost-v2-mlserver.18c65406cc1bc45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49082"
    uid: ce3e1b36-3d85-43ad-ae80-7dabdfb29d7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T02:45:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49418"
    uid: 157e5bb5-5f81-49e6-9d23-f2493f4adf1d
  kind: Event
  lastTimestamp: "2026-07-28T02:45:32Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T02:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T02:45:32Z"
    name: xgboost-v2-mlserver.18c6541091a108cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "49419"
    uid: 705337f6-4f0d-4910-97ff-91f2d18d308f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "55133"