---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:26:00.757522Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22499"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:26:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:26:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c72145c170807b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22506"
    uid: 7ab0fcab-22ad-4b51-bb4a-5dadfe8ea1ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c72145ce2a1ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: 4df6338f-b7b0-4e7f-a360-24e50378d776
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:01Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:26:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c72145fe3c58b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: a3944294-f3c2-46a3-af5c-966869342ab0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c72145ffa5a85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22527"
    uid: 4a56e26b-554b-4f88-905f-283310a6b247
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c7214602482d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "22528"
    uid: d46703a8-5d09-46fb-9b4e-4a4056c1102a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c7214602b882d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: bb543b57-c7a9-4620-a055-c0fc41ed1c7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:06Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c721471d1b4e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "22566"
    uid: e334d20c-6c19-4a14-8722-e9ba4f061ce4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c721472021625d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22570"
    uid: 5d8fbadc-d21b-409d-a2be-2d895fdf149c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c721472092f589
    namespace: kserve-ci-e2e-test
    resourceVersion: "22571"
    uid: fd9d7e56-058c-4d11-811e-f0162eb162db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c72147209dd839
    namespace: kserve-ci-e2e-test
    resourceVersion: "22572"
    uid: 821ec4da-0b3c-4589-9a3d-88c896751e22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c721472370baa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22574"
    uid: 105db1cc-3d8c-4892-b9b4-0f930f821366
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c7214723f59475
    namespace: kserve-ci-e2e-test
    resourceVersion: "22575"
    uid: 814ead84-db8e-4e81-a849-9f1984ffc759
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c7214759224b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22623"
    uid: 7a9635fe-ab4c-4d8a-8592-c643719c8f67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c7214df3bb56d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22804"
    uid: eb853a39-6875-4bb9-92dd-d9a17dae74d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 858d0e26-e881-4a15-8ecd-4d32614a76a7
  kind: Event
  lastTimestamp: "2026-07-30T17:26:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl.18c7214df3bc039d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22805"
    uid: 3fc001fb-fe58-4588-b1e7-587bfec61c39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: 43acb0e0-1ad3-4c35-b05d-13ac0c6d31c3
  kind: Event
  lastTimestamp: "2026-07-30T17:26:00Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-44gkl'
  metadata:
    creationTimestamp: "2026-07-30T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c72145c0feedfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: 411ee84c-0121-4e22-87d2-6048d5aa3904
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22488"
    uid: 2effb298-5ce5-4fdb-bcb0-9e8704f1a70f
  kind: Event
  lastTimestamp: "2026-07-30T17:26:00Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c72145be262c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: 88c2c31c-e02e-4cb0-b7d1-d290a19b5014
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: 7039f464-4aff-43cf-ab72-b81f90584ef6
  kind: Event
  lastTimestamp: "2026-07-30T17:26:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c721493d7481b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22641"
    uid: fb6ee436-73ab-4a0b-805e-00ec1d70aec3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: 7039f464-4aff-43cf-ab72-b81f90584ef6
  kind: Event
  lastTimestamp: "2026-07-30T17:26:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c721493de27e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22642"
    uid: 207a9ba6-d067-4c4a-8e7a-73a72a81731e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22640"
    uid: 7039f464-4aff-43cf-ab72-b81f90584ef6
  kind: Event
  lastTimestamp: "2026-07-30T17:26:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c7214cbcb809e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: 6945765e-bb8a-4895-9d9e-2f60854d1bfe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22640"
    uid: 7039f464-4aff-43cf-ab72-b81f90584ef6
  kind: Event
  lastTimestamp: "2026-07-30T17:26:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:30Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c7214cbd37a497
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: 6fafb0c8-cc0f-436f-8a3e-6149b05d0888
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 0c53afd3-e2c9-4d3d-a344-31abc8eb7055
  kind: Event
  lastTimestamp: "2026-07-30T17:26:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:26:23Z"
    name: isvc-autogluon-ts-v1-noslash.18c72145be24d4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22708"
    uid: ac3226ff-c062-46a9-85c6-a90b57cdc4c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 0c53afd3-e2c9-4d3d-a344-31abc8eb7055
  kind: Event
  lastTimestamp: "2026-07-30T17:26:00Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:26:00Z"
    name: isvc-autogluon-ts-v1-noslash.18c72145bebff801
    namespace: kserve-ci-e2e-test
    resourceVersion: "22496"
    uid: ac2e0235-fd1c-446b-88c5-c7d082fe6afb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22704"
    uid: 0c53afd3-e2c9-4d3d-a344-31abc8eb7055
  kind: Event
  lastTimestamp: "2026-07-30T17:26:23Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:26:23Z"
    name: isvc-autogluon-ts-v1-noslash.18c7214b18bae9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22706"
    uid: 50866b87-09e2-4678-b248-8e811f6b462b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:25:13.386766Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22072"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213ab9ec23d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 2e72db8f-7853-4c0d-9b64-a4692705d60c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:13Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213ad300e75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22089"
    uid: 1bcc8d15-6919-407c-ac68-a8f61a926629
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213ad4c739a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: e107b8fe-6be4-4696-9f5e-68007a8de3b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213ad7a47894
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: d2c9df31-f323-4666-8228-a0d3f8f6d45a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213ad8142d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22093"
    uid: a08d6e7d-9110-4fb8-bffb-322a1f66be58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:23Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:23Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213d0f7efff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: 47bd8891-9c8b-41c7-8d75-5fe24e854433
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:23Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213d1274db81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3d2a0a5f-fdb8-4656-9bcf-9596582a3dbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:23Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213d12e68374
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: 7eaa61fa-def5-49d6-a049-6c1284802be9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:23Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213d131db1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: 8b58d1d5-5f34-4a92-a78a-3ec5d7825178
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:23Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213d16189cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: a76561f4-9158-4d3d-b0f4-56f2206a8166
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:23Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213d168b3d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: 03fd53a1-4432-4737-9762-6c9497479d71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:31Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c7213d875e7ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22242"
    uid: ba04820c-20f5-426e-9a37-21911c653369
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:55Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c721448ddf31c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 6c3f847a-3e87-4698-86d0-dcca49ec87c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:55Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c721448ddfd7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22435"
    uid: b2d26978-c665-405e-a007-1e7d6d0337a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 36afb416-c271-4c66-bd80-495703396fb6
  kind: Event
  lastTimestamp: "2026-07-30T17:25:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:56Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb.18c72144bf5ea9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: 1eb1866d-579e-4dc8-882d-e79348d2d37c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22060"
    uid: acda4f2a-c0f3-4bed-9f9b-5041ce7fb52a
  kind: Event
  lastTimestamp: "2026-07-30T17:25:13Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-j6lbb'
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c7213ab97198d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: 209b857e-bc10-4de0-bee4-b85fbec17f06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22057"
    uid: 5214537e-7cf8-48b4-b258-eeb10a29ab7f
  kind: Event
  lastTimestamp: "2026-07-30T17:25:13Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-autogluon-ts-v1-predictor.18c7213ab43ff2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22061"
    uid: 1a5843d5-fcd4-4b69-b9a8-95f7dc99ebfe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22059"
    uid: a2560928-8559-46c9-8452-afd5752f1d55
  kind: Event
  lastTimestamp: "2026-07-30T17:25:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:25:28Z"
    name: isvc-autogluon-ts-v1-predictor.18c7213e32f9faff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22215"
    uid: 3c06a4e4-5fea-4d5f-bbe5-f2b4b2eda1f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22059"
    uid: a2560928-8559-46c9-8452-afd5752f1d55
  kind: Event
  lastTimestamp: "2026-07-30T17:25:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:25:28Z"
    name: isvc-autogluon-ts-v1-predictor.18c7213e337fdb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22217"
    uid: e7f332fe-6e80-4e9b-aea7-fa9c4b081c25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22216"
    uid: a2560928-8559-46c9-8452-afd5752f1d55
  kind: Event
  lastTimestamp: "2026-07-30T17:25:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:25:43Z"
    name: isvc-autogluon-ts-v1-predictor.18c72141b2ace5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 80aec56d-0ff3-412a-a176-c43fd1f5db2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22216"
    uid: a2560928-8559-46c9-8452-afd5752f1d55
  kind: Event
  lastTimestamp: "2026-07-30T17:25:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:25:43Z"
    name: isvc-autogluon-ts-v1-predictor.18c72141b31629e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: a46eb77c-73bc-4f3f-9d7d-80ee56ac35c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22050"
    uid: 3b4d5492-01fe-4681-b5ba-a532859dc0fa
  kind: Event
  lastTimestamp: "2026-07-30T17:25:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:25:41Z"
    name: isvc-autogluon-ts-v1.18c7213ab46953f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: 033465ce-1b0c-4913-b121-79650c4b2fb4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22050"
    uid: 3b4d5492-01fe-4681-b5ba-a532859dc0fa
  kind: Event
  lastTimestamp: "2026-07-30T17:25:13Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:25:13Z"
    name: isvc-autogluon-ts-v1.18c7213ab4efe46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: 6b1e9c00-1ff6-4084-9c9d-44c8e721cecd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 3b4d5492-01fe-4681-b5ba-a532859dc0fa
  kind: Event
  lastTimestamp: "2026-07-30T17:25:41Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:25:41Z"
    name: isvc-autogluon-ts-v1.18c7214147e72dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: b688951d-ad9d-403b-b9be-f1e145fc8110
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:15:47.336248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:15:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720b6eeaec1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17783"
    uid: b1ca2582-c66e-488b-878e-35788c5e9bbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:15:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:15:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720b6fa82351f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17792"
    uid: d5195bbe-dd40-4f03-8cc9-720f022dc2ed
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17787"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:15:48Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:15:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720b72b9a5aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: 9f392b54-56ca-45e7-8cf8-a9686c268fb1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:15:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:15:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720b72d24bceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: aa1a721f-b343-4cd0-beba-a9e7498c79a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:15:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:15:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720b730bbb93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: 547a2ee2-a29f-4a12-8b89-569f14d17224
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:15:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:15:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720b7312c8954
    namespace: kserve-ci-e2e-test
    resourceVersion: "17808"
    uid: e9bb87b8-917d-4f18-be49-ffbd2153cf08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:16:18Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-30T17:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:18Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720be23843910
    namespace: kserve-ci-e2e-test
    resourceVersion: "18033"
    uid: 36d7e544-05cc-44f2-b735-595d582bdc2e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:18:16Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m57.795s
    (1m57.795s including waiting). Image size: 8940333846 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720d990ac6123
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 2ceeb43f-01f6-47be-a845-771447ad190e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:18:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720d9972391c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 954239b7-32d7-4adc-86c8-eb0c0096052b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:18:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720d9986fb77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: 930880bf-1937-4817-9fa3-9ebf09d3d8b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:18:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720d9987a83e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: cde5c79a-cd74-461d-a655-cab222efbc6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:18:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720d99f46e47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: 37bfc8a0-9525-4bff-9ac6-92079fed4245
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:18:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720d9a0572518
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: 5e1159d3-b09a-4494-af95-bb22e6dc507f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:18:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720d9bab3a5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: 7d86bfc9-0208-48c1-8854-a58f5219fdb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:18:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720dff46c90e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: 6641c046-108c-4bf0-b39a-d6e5f52376f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: a0f93bde-0e6a-4807-89de-ae182cc0211e
  kind: Event
  lastTimestamp: "2026-07-30T17:18:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rkc6t.18c720dff46d5291
    namespace: kserve-ci-e2e-test
    resourceVersion: "19075"
    uid: bf108c00-1735-4490-9cc5-c5abfdc34b07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: c3c9b820-f0bb-4b67-bb72-afe30b1c0e86
  kind: Event
  lastTimestamp: "2026-07-30T17:15:47Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-rkc6t'
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:15:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c720b6ee41295b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17779"
    uid: b9421661-343c-4d71-b4fa-4418d2bc7f2a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 797c23e1-dd90-4315-85b6-753ae5ae3b70
  kind: Event
  lastTimestamp: "2026-07-30T17:15:47Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:15:47Z"
    name: isvc-autogluon-v1-predictor.18c720b6e9628a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 8995850d-85d4-4715-9f52-bfcc250abbf2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 128ce8ae-a751-4ee4-8ba4-70847e782124
  kind: Event
  lastTimestamp: "2026-07-30T17:18:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:18:32Z"
    name: isvc-autogluon-v1-predictor.18c720ba67e4a234
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 4b5c50f8-9750-40b7-a9b6-cc78c397ee0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:16:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 128ce8ae-a751-4ee4-8ba4-70847e782124
  kind: Event
  lastTimestamp: "2026-07-30T17:18:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:18:32Z"
    name: isvc-autogluon-v1-predictor.18c720ba684deb48
    namespace: kserve-ci-e2e-test
    resourceVersion: "18972"
    uid: c542bdad-9448-48fd-a93d-9eb057accaf0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: c12f9e6c-4271-4e4f-852a-c6a2ec4df8a7
  kind: Event
  lastTimestamp: "2026-07-30T17:18:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:18:32Z"
    name: isvc-autogluon-v1.18c720b6e99a8337
    namespace: kserve-ci-e2e-test
    resourceVersion: "18987"
    uid: 55b16517-5722-47da-8f90-20f491fbaedf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: c12f9e6c-4271-4e4f-852a-c6a2ec4df8a7
  kind: Event
  lastTimestamp: "2026-07-30T17:15:47Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:15:47Z"
    name: isvc-autogluon-v1.18c720b6ea0542c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: dc867232-4aa1-4200-9338-06b8e453b034
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18984"
    uid: c12f9e6c-4271-4e4f-852a-c6a2ec4df8a7
  kind: Event
  lastTimestamp: "2026-07-30T17:18:32Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:18:32Z"
    name: isvc-autogluon-v1.18c720dd79caca88
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: c27c9c74-8a19-473a-b70c-4ae511a9a3e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:23:21.944528Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:23:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:23:21Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c72120c77297d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21219"
    uid: fa16a235-9f49-4478-a1b0-a38ccccd3cfa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:22Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c72120d90df1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 603f211d-d826-4529-8c48-c6bd95b20f51
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:22Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:23:22Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c721210448bc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: f778366c-04d1-43f7-ad5e-23444136e41e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:22Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c7212105b655e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: c32ff616-4478-4f01-9017-41b48aae0731
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c72121086c2373
    namespace: kserve-ci-e2e-test
    resourceVersion: "21243"
    uid: 0b787a87-3bec-49c8-8549-be8b7a063c7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c7212108d5ece8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: 43df9870-1077-4c85-94d1-63e834a0fc72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:27Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:27Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c721222e10ff53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: cc02cdb5-2b38-4425-9ed8-fd33a70c1d54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c72122312c643d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: 98286bf4-3419-42d3-afe7-ef621f466f17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c7212231af67d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21288"
    uid: 8020573b-5f8c-4487-9dd4-4f96fcbba4ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c7212231b98605
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: c4fcfb6f-f6b0-46d9-9769-6e8cd2f4d311
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c72122347f4633
    namespace: kserve-ci-e2e-test
    resourceVersion: "21291"
    uid: 5da9bd73-1a0d-4381-b523-c724dd7b5d75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:23:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c7212234f2f46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: ae5e8c0e-796e-45ff-98c9-4e3608f69cc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:25:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c7213985ed034c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 597b1537-ea55-4c98-b1a2-9a1deafd28e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 33632e0a-5df3-4fef-b7a1-06d15131b5a3
  kind: Event
  lastTimestamp: "2026-07-30T17:25:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:25:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb.18c7213985edb70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: b2df1c7c-e432-4d18-82bd-c88772a75b2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21204"
    uid: d89d583b-af4c-46fa-acfb-bb134b18519e
  kind: Event
  lastTimestamp: "2026-07-30T17:23:21Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4zclb'
  metadata:
    creationTimestamp: "2026-07-30T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:23:21Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c72120c6fee150
    namespace: kserve-ci-e2e-test
    resourceVersion: "21216"
    uid: 3026ce8b-e671-4b98-b83a-0164cd307a30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21202"
    uid: 8c8c2936-d282-4218-812d-9f9485fb61a9
  kind: Event
  lastTimestamp: "2026-07-30T17:23:21Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:23:21Z"
    name: isvc-autogluon-v2-noslash-predictor.18c72120c2cc1ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21205"
    uid: 7557c6cd-2aec-4434-8015-8bd9fbd1c7e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: f867ac9b-8b67-48f0-bc59-c8ab76f1a84f
  kind: Event
  lastTimestamp: "2026-07-30T17:24:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:24:06Z"
    name: isvc-autogluon-v2-noslash-predictor.18c7212441ae798a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: 5c6b7c75-be0e-4ab5-b2a1-a5dfb95a9803
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: f867ac9b-8b67-48f0-bc59-c8ab76f1a84f
  kind: Event
  lastTimestamp: "2026-07-30T17:24:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:24:06Z"
    name: isvc-autogluon-v2-noslash-predictor.18c7212442169baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21563"
    uid: a55f57ad-05ce-4307-b02e-0a85d869d093
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f867ac9b-8b67-48f0-bc59-c8ab76f1a84f
  kind: Event
  lastTimestamp: "2026-07-30T17:25:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:25:06Z"
    name: isvc-autogluon-v2-noslash-predictor.18c7212ebed460d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21985"
    uid: 234e039e-ab1f-4e8b-b36f-f7bede09aff1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f867ac9b-8b67-48f0-bc59-c8ab76f1a84f
  kind: Event
  lastTimestamp: "2026-07-30T17:25:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:25:06Z"
    name: isvc-autogluon-v2-noslash-predictor.18c7212ebf4643de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: 3e3317de-19ab-4ab2-8e10-4fd108a96b2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: dc1b1b6f-8b76-4a0e-a58f-1a00a567ecc5
  kind: Event
  lastTimestamp: "2026-07-30T17:24:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:24:59Z"
    name: isvc-autogluon-v2-noslash.18c72120c2c88061
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: f4f6529b-679b-4cb7-9b9c-b3df863b7536
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: dc1b1b6f-8b76-4a0e-a58f-1a00a567ecc5
  kind: Event
  lastTimestamp: "2026-07-30T17:23:21Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:23:21Z"
    name: isvc-autogluon-v2-noslash.18c72120c370d8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: eadd09ec-7b42-4312-b5c8-f0d5f0639595
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: dc1b1b6f-8b76-4a0e-a58f-1a00a567ecc5
  kind: Event
  lastTimestamp: "2026-07-30T17:23:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:23:21Z"
    name: isvc-autogluon-v2-noslash.18c72120c908ee5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21226"
    uid: 95e17533-495a-4d49-814a-8e7b7c0390d9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:24:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: dc1b1b6f-8b76-4a0e-a58f-1a00a567ecc5
  kind: Event
  lastTimestamp: "2026-07-30T17:24:59Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:24:59Z"
    name: isvc-autogluon-v2-noslash.18c721378bd3794e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: 2684bdab-6575-4e3a-b266-0d7140280aac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:18:48.669222Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:18:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:18:48Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e126f8514d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: eb2ab482-ab89-4b2c-8a4b-9745047e0ba5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19155"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:18:49Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:18:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e14333ee50
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: 3e67d757-82b0-41db-8025-1ede3e8d461d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:18:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e144c31de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: b8897d8f-472f-4d0e-87f9-903131e5b21e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:18:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e14b407800
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: 800c280a-4195-40d3-b858-2c5aa5c4033a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:18:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:18:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e14c9057a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19166"
    uid: 6ee22690-3cc1-4752-86ce-05dc2fe8b601
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:19:17Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:19:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e7c0e7c57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: d7d42139-c191-4d3b-9180-0200f3090cf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:19:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:19:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e7c370d5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: 128ac481-08a6-4bac-8d70-8bcc1a3f3579
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:19:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:19:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e7c3d76ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19365"
    uid: a84dc9aa-043e-4310-aa00-0ef95c5faf8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:19:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:19:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e7c3e2391f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: d0cfcab7-c363-43db-b754-eb1177a7a618
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:19:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:19:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e7c710f19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: b51066c4-2a1e-4c26-8595-f8ddaf59b739
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:19:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:19:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c720e7c776975b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: 3120ad1b-dd20-4df2-a852-68c4d0eeaad5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:21:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c72100e2a8bbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: f84fc2f9-2bdc-4ffc-b896-cc3975bfaf5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:21:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c72100e2a97725
    namespace: kserve-ci-e2e-test
    resourceVersion: "20149"
    uid: ca9a82fd-d987-4d02-8911-cf44c560b441
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: fc899d05-1168-4a75-872a-00c8050ab9f3
  kind: Event
  lastTimestamp: "2026-07-30T17:21:05Z"
  message: 'Readiness probe failed: Get "http://10.134.0.24:8080/v2/models/isvc-autogluon-v2/ready":
    dial tcp 10.134.0.24:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:05Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc.18c721010b8e1e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20154"
    uid: 01c6a995-75b4-4903-b128-7a651e7b607b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 837c62d4-8bca-4cf2-8de2-28801e8fbe7f
  kind: Event
  lastTimestamp: "2026-07-30T17:18:48Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-cwzpc'
  metadata:
    creationTimestamp: "2026-07-30T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:18:48Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c720e126811560
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: 962c7da9-e9d6-4e95-83ff-faa109dc1d20
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: 41453d48-0251-4024-91b0-b26647ca1f55
  kind: Event
  lastTimestamp: "2026-07-30T17:18:48Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:18:48Z"
    name: isvc-autogluon-v2-predictor.18c720e1228ec5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 7fb4ba74-38f6-4981-bb2d-01671130ba0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:19:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: 08d16020-8f2b-4040-8195-9228d4d4cd38
  kind: Event
  lastTimestamp: "2026-07-30T17:19:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:19:48Z"
    name: isvc-autogluon-v2-predictor.18c720e4a11b166a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19594"
    uid: c1f430ec-5ac3-4049-bbc7-e22cdaf3cedf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:19:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: 08d16020-8f2b-4040-8195-9228d4d4cd38
  kind: Event
  lastTimestamp: "2026-07-30T17:19:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:19:48Z"
    name: isvc-autogluon-v2-predictor.18c720e4a186d8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19595"
    uid: d4d6e8bb-97c7-43e1-b9d2-8e15391fea56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:20:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 08d16020-8f2b-4040-8195-9228d4d4cd38
  kind: Event
  lastTimestamp: "2026-07-30T17:21:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:03Z"
    name: isvc-autogluon-v2-predictor.18c720f29d377c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "20121"
    uid: c7e7115a-ddde-47e3-a5eb-b6e444d1afff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:20:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 08d16020-8f2b-4040-8195-9228d4d4cd38
  kind: Event
  lastTimestamp: "2026-07-30T17:21:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:03Z"
    name: isvc-autogluon-v2-predictor.18c720f29daee09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20122"
    uid: d5a30d6c-f107-40ad-9da3-70fcba18a5ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:21:10.117774Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:21:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:21:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c7210215f5f21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: 42d6dba8-11a5-4873-8a01-67947d52b24c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:21:10Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:21:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c721022f58438d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20234"
    uid: 10716728-6ffe-4e01-9846-69937b85ee94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:21:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c7210230c101e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: d40e9b30-24b4-4f8e-b5a6-f090f3651ef8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:21:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c721023316e7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: f958128a-08ac-4a6b-a09c-4ac8e7732ae5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:21:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c7210233780550
    namespace: kserve-ci-e2e-test
    resourceVersion: "20239"
    uid: 774b116a-ae1e-496e-b0d7-2b0c2d51304f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:21:31Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c7210711b69a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20390"
    uid: 7e4b2233-66c2-4917-b09b-1de8418a54a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:21:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c7210714593b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: 2567358f-bd2e-4e56-afed-6e689a7dab82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:21:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c7210714c27763
    namespace: kserve-ci-e2e-test
    resourceVersion: "20395"
    uid: ce9e3de1-05fd-4624-9aa0-7b9f34cf4775
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:21:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c7210714cca159
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: 6144e452-adae-4766-9e43-6865ea723aec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:21:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c721071898c062
    namespace: kserve-ci-e2e-test
    resourceVersion: "20398"
    uid: 1756e5ff-0198-48a5-93b7-82f0bef1cb93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:21:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:21:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c7210719071f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: 5e78ff5b-0e18-4982-ba8d-11cc6f4daa1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:23:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c7211f92f9fdb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21147"
    uid: 8ccfa2f6-aaf6-44e2-b1a9-13232f08c551
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 6a7b28be-3c91-4354-80f0-a4113a3c3ec7
  kind: Event
  lastTimestamp: "2026-07-30T17:23:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:23:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9.18c7211f92fadde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21148"
    uid: 2d6525ae-177b-445f-ba15-d24c38b08a8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20202"
    uid: b4fc5a69-f3cd-49f9-80e1-2aa06b1fcc9f
  kind: Event
  lastTimestamp: "2026-07-30T17:21:10Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-hzxq9'
  metadata:
    creationTimestamp: "2026-07-30T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c72102158a471e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20217"
    uid: a136c9fc-c564-423e-8788-5ca736a475e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20200"
    uid: 3d889ee7-568b-42b2-9e55-04a50d2670e0
  kind: Event
  lastTimestamp: "2026-07-30T17:21:10Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:10Z"
    name: isvc-autogluon-v2-variants-predictor.18c7210211547ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: f3a7a3ff-bf50-4847-a600-d1001db15a38
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20201"
    uid: 88ae8a68-c3b2-4ec2-a846-3d403b121430
  kind: Event
  lastTimestamp: "2026-07-30T17:21:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:55Z"
    name: isvc-autogluon-v2-variants-predictor.18c72105901797d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: 70d3691c-c990-46a5-b42b-0df93cbd12d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20201"
    uid: 88ae8a68-c3b2-4ec2-a846-3d403b121430
  kind: Event
  lastTimestamp: "2026-07-30T17:21:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:21:55Z"
    name: isvc-autogluon-v2-variants-predictor.18c72105907d166b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20560"
    uid: 999a8bde-b636-496f-8e03-cd423555acb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:22:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 88ae8a68-c3b2-4ec2-a846-3d403b121430
  kind: Event
  lastTimestamp: "2026-07-30T17:23:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:23:10Z"
    name: isvc-autogluon-v2-variants-predictor.18c721100d764023
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: 0c7d86eb-5f7c-4b0c-b133-297261ee6937
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:22:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 88ae8a68-c3b2-4ec2-a846-3d403b121430
  kind: Event
  lastTimestamp: "2026-07-30T17:23:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:23:10Z"
    name: isvc-autogluon-v2-variants-predictor.18c721100de88521
    namespace: kserve-ci-e2e-test
    resourceVersion: "21082"
    uid: a3b0ab90-ce7e-454d-9340-a9785aa47149
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: 47a1d045-7127-4d8a-a18e-9d2163dcc710
  kind: Event
  lastTimestamp: "2026-07-30T17:23:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:23:09Z"
    name: isvc-autogluon-v2-variants.18c72102114d915c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 98e6d2d9-588f-46f8-b382-c8a246d51459
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:21:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: 47a1d045-7127-4d8a-a18e-9d2163dcc710
  kind: Event
  lastTimestamp: "2026-07-30T17:21:10Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:21:10Z"
    name: isvc-autogluon-v2-variants.18c7210211ef2bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: 21ba73df-54ca-411b-b6c1-1b8b1cbfe229
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:23:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: 47a1d045-7127-4d8a-a18e-9d2163dcc710
  kind: Event
  lastTimestamp: "2026-07-30T17:23:09Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:23:09Z"
    name: isvc-autogluon-v2-variants.18c7211defa23896
    namespace: kserve-ci-e2e-test
    resourceVersion: "21078"
    uid: a1308c8c-7353-49df-b22c-463eb78de677
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 610e5be7-1bf7-4650-a253-64029bd11572
  kind: Event
  lastTimestamp: "2026-07-30T17:20:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:20:55Z"
    name: isvc-autogluon-v2.18c720e12282c6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20064"
    uid: 684740d7-ae3a-4ddf-a4ed-8bd98f449b8e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 610e5be7-1bf7-4650-a253-64029bd11572
  kind: Event
  lastTimestamp: "2026-07-30T17:18:48Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:18:48Z"
    name: isvc-autogluon-v2.18c720e1233b17f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19152"
    uid: 9f7e5819-641e-4803-9c1e-9de254b96429
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:18:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: 610e5be7-1bf7-4650-a253-64029bd11572
  kind: Event
  lastTimestamp: "2026-07-30T17:18:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:18:48Z"
    name: isvc-autogluon-v2.18c720e1283740b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19153"
    uid: 9cc300d0-b412-4ad1-90ad-979f335edbc3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:20:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 610e5be7-1bf7-4650-a253-64029bd11572
  kind: Event
  lastTimestamp: "2026-07-30T17:20:55Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:20:55Z"
    name: isvc-autogluon-v2.18c720febccaaebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: 8c8f1179-404f-4d8f-a18a-21955e6720aa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:26:41.109397Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22873"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-d9fd7b987-tb6rp
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c7214f26995aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22880"
    uid: 296a3a7b-aa09-4fbf-9de8-ecb9b8dcee83
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22892"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c7214f4072160e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22907"
    uid: 8bf598b0-f123-467f-a072-3d7a7b5f2646
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c7214f4204d1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22911"
    uid: cef198aa-aae2-4d1e-8f01-a18dde272e97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c7214f45262459
    namespace: kserve-ci-e2e-test
    resourceVersion: "22913"
    uid: f702e661-4425-4c06-a8c4-c15d98420bd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c7214f45a91276
    namespace: kserve-ci-e2e-test
    resourceVersion: "22914"
    uid: 99af75df-77b9-4843-a01b-af0a2ccb1fb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c721503b3061d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22957"
    uid: 6117d53f-3954-4846-8cb6-2accfeb25fc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c721503ec8cbef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: 51eb2825-06e0-4bff-bda4-19d1f5a08eed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c721503f3e3d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "22965"
    uid: a181b1df-fe6e-45ef-b42f-15ec4ec7ce57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c721503f49e0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22966"
    uid: 868cec77-3ff6-49dc-9b3d-217000375456
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c7215043058594
    namespace: kserve-ci-e2e-test
    resourceVersion: "22970"
    uid: 50c92192-62ad-40ca-9f35-a44290fe271c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c7215043782686
    namespace: kserve-ci-e2e-test
    resourceVersion: "22972"
    uid: 61be5d2b-b7b6-4597-a0cc-e998884b4666
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:28:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:15Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c7215077488cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23644"
    uid: 8b3ec405-8787-4475-b797-efe7d5347d40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:28:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:11Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c721642115e3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23610"
    uid: e0bbee00-5af0-410e-90a5-d327a85da09e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:28:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:11Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c7216421165f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: b0b5d2d6-79bc-4795-88e0-7cf6a87bfdde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: dd0e2fd0-77fe-48b3-98f7-e8e157b2eb17
  kind: Event
  lastTimestamp: "2026-07-30T17:28:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:12Z"
    name: isvc-canary-create-predictor-d9fd7b987-tb6rp.18c721647d82ddd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: a6719e26-bc75-416d-ae0d-2c7902737ab9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-d9fd7b987
    namespace: kserve-ci-e2e-test
    resourceVersion: "22857"
    uid: 785e18fa-bd5b-4060-977d-d8bf1c9004ee
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: 'Created pod: isvc-canary-create-predictor-d9fd7b987-tb6rp'
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-predictor-d9fd7b987.18c7214f25e4c1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22874"
    uid: 31e5965e-3c65-44b1-a10a-28cb01d98c6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22856"
    uid: f27a9f56-9425-4823-8aa4-2020998d1fd0
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: Scaled up replica set isvc-canary-create-predictor-d9fd7b987 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-predictor.18c7214f21bfb045
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: c6814cbe-b70b-4aa6-a7e6-656eedeed6c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:26:41.120604Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c7214f2744492c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: 6ec3919a-e9bb-4f20-a79b-348956a22ad9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c7214f4185f7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22909"
    uid: 409d57f9-777b-4b1a-8b00-277dcf76cc7a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c7214f43048ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22912"
    uid: e77c22d2-b51d-4676-bc75-5b1cde0ca15c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c7214f45b6227e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: c2c81d7f-b8c5-4f43-bf63-12aeca1940db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c7214f46244841
    namespace: kserve-ci-e2e-test
    resourceVersion: "22917"
    uid: a334a161-45ef-43f1-ae0b-77bf5ea69b7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c721503b45febe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22958"
    uid: 994bb8d7-6e31-4b5a-aa23-69ce1a159134
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c721503ed68656
    namespace: kserve-ci-e2e-test
    resourceVersion: "22962"
    uid: 3d9c90e3-f808-49b6-afe2-aa8fb2dae874
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c721503f4ab2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22967"
    uid: 7de62c7e-e592-45de-9d36-40a4aacdd193
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c721503f554e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22968"
    uid: af6e1846-cabf-4026-93ea-2ca59ac51348
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c72150431371de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22971"
    uid: dbff2d74-b017-4cbc-b464-7d4e94bca3cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:26:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:26:45Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c7215043844110
    namespace: kserve-ci-e2e-test
    resourceVersion: "22973"
    uid: 6e6b6dc2-43e0-4c93-ad87-912ff6d36484
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:27:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:27:57Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c72150b32dfa06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23476"
    uid: 6eb0d08d-b980-4244-9459-cc8df1c21f18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:28:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:11Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c7216421c7e33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23614"
    uid: 9b667100-2251-43ec-ad8e-70e7bdb54183
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:28:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:11Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c7216421c84d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23615"
    uid: ad4158f1-c1fa-4c33-83e7-e01587a8b00e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: d968d1c3-152b-46e0-ac46-9a7c66dd0825
  kind: Event
  lastTimestamp: "2026-07-30T17:28:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:13Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx.18c72164b96445c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: dfe77cff-8a6c-45be-b33b-ae9da527c419
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-59d4d8d7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22866"
    uid: 92e93372-7632-46c9-897e-3ee85f9426d5
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-59d4d8d7b6-8jfhx'
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-v2-predictor-59d4d8d7b6.18c7214f26e37242
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: ced4044e-3c60-4793-b481-c067b3374501
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: 978e83d0-8323-49c9-8f6b-e578856120ae
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-59d4d8d7b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create-v2-predictor.18c7214f23c9cf2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22868"
    uid: 37a6fc9b-7e23-4726-b6af-e22278302437
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22849"
    uid: 04034f7c-8ae4-4014-840e-a1fa3afa6d88
  kind: Event
  lastTimestamp: "2026-07-30T17:28:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:28:07Z"
    name: isvc-canary-create.18c7214f236faff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: 060c5e2b-f7ba-458b-afa7-8c15a2be358e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22849"
    uid: 04034f7c-8ae4-4014-840e-a1fa3afa6d88
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create.18c7214f23ddcd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 7811ea01-9063-4bf9-ac99-55fce6c056ce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22849"
    uid: 04034f7c-8ae4-4014-840e-a1fa3afa6d88
  kind: Event
  lastTimestamp: "2026-07-30T17:26:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:26:41Z"
    name: isvc-canary-create.18c7214f23de1cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22899"
    uid: 618b15e7-c654-4f9c-b352-bd3ded5d2b7e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 04034f7c-8ae4-4014-840e-a1fa3afa6d88
  kind: Event
  lastTimestamp: "2026-07-30T17:28:05Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:28:05Z"
    name: isvc-canary-create.18c72162dc4533e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 2c91e249-f0dd-4124-8f3a-26bf8e61ba2e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:28:16.401554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-85f6464bd7-9gh22
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c72165567429bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23693"
    uid: 6b5437b5-89cb-4fd8-aa04-18ea6254089e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23701"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c72165708b3de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23716"
    uid: 68eefa9f-64e5-41b7-83d0-f6ddb85e7d23
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c721657209a56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 3f984617-f7de-420b-bab2-1ef71a88d781
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c72165753803c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 533f89b4-89eb-4d3e-b926-a1c2883d9b73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c7216575acd7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23724"
    uid: 90f69b61-e50f-4760-be9b-f3b79a4d628f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c72166715a2966
    namespace: kserve-ci-e2e-test
    resourceVersion: "23771"
    uid: 0863ee42-4ebe-43c2-a436-69d303e11b7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c7216674fe6642
    namespace: kserve-ci-e2e-test
    resourceVersion: "23775"
    uid: 5f66ffcf-67cc-4fbb-a2b8-d37559d9236e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c72166756e4c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "23778"
    uid: 329e83f3-0755-44b4-8521-1c5cc3c3eb2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c721667576ea67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 60ed9f13-6e62-4c2d-8560-5c6ca271b643
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c721667867907a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23784"
    uid: 72384c57-0256-41df-83b6-f51f171de265
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c7216678dd3d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23785"
    uid: b1091cca-ffe4-4612-9bb4-fb175ce70d5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:29:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:31Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c72166ad6fdfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: f7e8090c-2a2a-410f-af09-0a2b4b5d16d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:29:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:46Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c7217a4f4a513b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: cf17d84e-7331-4d02-b83a-9e9ef6a0fb33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:29:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:46Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c7217a4f4b5539
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: 6b8bef50-5fa8-4927-a434-f79c85565eea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9873b168-4453-4fc1-adbf-dc79453a79d5
  kind: Event
  lastTimestamp: "2026-07-30T17:29:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:48Z"
    name: isvc-canary-promote-predictor-85f6464bd7-9gh22.18c7217ab3ad7cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24456"
    uid: 7d4298ec-ff37-425f-98e3-c55ad219c69d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-85f6464bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: d6d458f7-896b-4be7-92c9-5c2a27599753
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: 'Created pod: isvc-canary-promote-predictor-85f6464bd7-9gh22'
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-predictor-85f6464bd7.18c7216555a5406c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23685"
    uid: 434d1bdd-5a27-4d90-b5b7-75c955f5aa67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: bcd89c05-9bd9-4af5-bf68-d5bb3c9c6c98
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: Scaled up replica set isvc-canary-promote-predictor-85f6464bd7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-predictor.18c72165507a3cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23665"
    uid: 209fc871-2b78-42dc-b6e9-06c688aba755
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:29:46.540054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:29:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:29:46Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217a532091e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24435"
    uid: 9717d995-31fa-4302-9bf0-e33eab7295ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:29:46Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:29:46Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217a6cc51025
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: 5df60685-ae4b-44d9-9f1c-4425689e8b87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:29:46Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
  metadata:
    creationTimestamp: "2026-07-30T17:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:46Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217a6e2bc391
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: 8450daa1-1552-44a3-b6b9-14884e9604e8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:29:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    in 3.695s (3.695s including waiting). Image size: 300978649 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:50Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217b4a6ea057
    namespace: kserve-ci-e2e-test
    resourceVersion: "24478"
    uid: 1681b54d-880a-43fe-82fe-c4dffdd61e41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:29:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:50Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217b4d74675b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: 4012532b-a6b3-489c-ab96-ed7688968e2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:29:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:50Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217b4de3cc83
    namespace: kserve-ci-e2e-test
    resourceVersion: "24481"
    uid: 0f9b70f9-2c58-48af-99c1-ab2678af4bbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:29:55Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
  metadata:
    creationTimestamp: "2026-07-30T17:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:29:55Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217c4e01f9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: 3437e032-13e9-4ff3-a57d-f845a3926ccc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:30:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    in 13.012s (13.012s including waiting). Image size: 1555704245 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:30:08Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217f559905d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24606"
    uid: b5bafcf2-03d7-4986-b9da-8f56bcb9f7ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:30:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:30:08Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217f58f75f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: d3d8cae0-1808-4890-8d76-be4833f396f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:30:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:30:08Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217f59858de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: 1387ba29-d6ec-4e0d-b276-223e1baa1245
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:30:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:30:08Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217f598ecf4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: 3a1d831d-4c0c-4636-9a77-8a749dd74555
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:30:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:30:08Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217f5ccdf02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24611"
    uid: bbf316d0-843a-4ff5-b054-9b77b5eb37a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:30:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:30:08Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217f5d4093e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24612"
    uid: 828a6afb-7fd2-4dab-bacf-99371c709f89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T17:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:31:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:16Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c7217fd14cfd8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: 191f8293-af6c-4564-93eb-07faca69c9a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:31:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:26Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c72191ae81a372
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: d7e0ac19-8444-4b6e-93de-7bddcc607fb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:31:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:26Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c72191ae823c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: 3a19ecc7-133d-43e8-834d-a47075fd8075
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: c385abcb-2026-4b28-a0e2-1beb879f8082
  kind: Event
  lastTimestamp: "2026-07-30T17:31:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:31Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd.18c72192ad71ceee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25504"
    uid: 1caa8936-a62c-49e7-ad49-49c6f10191c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:28:16.401364Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23682"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c72165567144c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 484b008a-f053-45ea-b027-68b75c5e22f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23702"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c721657163b9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: 1d7f6eed-6104-4f5c-824a-8b1a27ac979f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c7216573344127
    namespace: kserve-ci-e2e-test
    resourceVersion: "23721"
    uid: bd183b42-5191-4623-b297-a60c17ea34d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c7216575bb0275
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: 929aa3ae-3c83-4b9c-8b03-4bf95fd071a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c72165762ecedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23726"
    uid: 4e6397bf-9857-4c12-9cf0-9023ece2d3af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c721667143c2c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: fc82bc81-da7b-4ab9-92af-32120219b337
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c7216674e5f4fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23774"
    uid: 970bf5cb-2877-4f76-baf1-743b2b8d336b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c721667558ce17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23776"
    uid: 0cf259b2-aee2-48ad-b717-ea5525ac970e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c7216675629236
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: e356a4fe-0e92-47cc-91a9-fb205ddcc2be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c7216678560da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: a04592c5-a2aa-4e91-8f9c-f9136a8fcce8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:28:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:28:21Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c7216678ead8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23786"
    uid: 364b7f27-deac-45ec-8d83-f14df216317f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:31:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:28Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c72166ad572194
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 9a311eca-0afb-405a-9c2b-b73e7643e650
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:31:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:26Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c72191ae545163
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: a1f457e4-cfd1-4bdb-9346-261fae888173
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:31:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:26Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c72191ae54f988
    namespace: kserve-ci-e2e-test
    resourceVersion: "25467"
    uid: 0946225f-1c4b-4a40-9cc5-da80d16d4b4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 308c8752-b50e-40cc-9d19-ab53792c84a0
  kind: Event
  lastTimestamp: "2026-07-30T17:31:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:28Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq.18c72191fc201eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: 0cfb73fb-2cb8-4c76-b809-3885e31ea9b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-66f6768f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23674"
    uid: ba393e83-3090-4c18-9506-5a5e61c6a3a6
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-66f6768f84-5vxlq'
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84.18c7216555fb481e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23688"
    uid: 86ee3361-9bc2-43a7-b47a-667f5db11150
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-66f6768f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: ba393e83-3090-4c18-9506-5a5e61c6a3a6
  kind: Event
  lastTimestamp: "2026-07-30T17:29:46Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-66f6768f84-2bfdd'
  metadata:
    creationTimestamp: "2026-07-30T17:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:29:46Z"
    name: isvc-canary-promote-v2-predictor-66f6768f84.18c7217a52a8c2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: 401587a5-bd4d-474c-9211-04e51ba09db6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23673"
    uid: f0b41a55-7c64-48a5-9d86-341f1b30e39a
  kind: Event
  lastTimestamp: "2026-07-30T17:28:16Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-66f6768f84 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:28:16Z"
    name: isvc-canary-promote-v2-predictor.18c72165529446e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: 21190a2e-b569-40c9-94b4-91812ff3aa95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: f0b41a55-7c64-48a5-9d86-341f1b30e39a
  kind: Event
  lastTimestamp: "2026-07-30T17:29:46Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-66f6768f84 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-30T17:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:29:46Z"
    name: isvc-canary-promote-v2-predictor.18c7217a4e4f1859
    namespace: kserve-ci-e2e-test
    resourceVersion: "24419"
    uid: 657a1d4a-e6d1-48a5-aaaa-f7151fc1d226
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: 9c3fcfd9-0981-4d91-b3c7-2ed7c376b586
  kind: Event
  lastTimestamp: "2026-07-30T17:29:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:29:46Z"
    name: isvc-canary-promote.18c721655231ab10
    namespace: kserve-ci-e2e-test
    resourceVersion: "24437"
    uid: 191cab00-a09e-4900-94de-b764ed16b1e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: 9c3fcfd9-0981-4d91-b3c7-2ed7c376b586
  kind: Event
  lastTimestamp: "2026-07-30T17:29:46Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:29:46Z"
    name: isvc-canary-promote.18c7216552a7398c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24429"
    uid: 41085d87-aa9a-44c3-9cc3-41233ad6f935
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:28:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: 9c3fcfd9-0981-4d91-b3c7-2ed7c376b586
  kind: Event
  lastTimestamp: "2026-07-30T17:29:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:29:46Z"
    name: isvc-canary-promote.18c7216552a7a37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: c6792fa7-3420-41b3-82c5-d87c47adbd2c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24373"
    uid: 9c3fcfd9-0981-4d91-b3c7-2ed7c376b586
  kind: Event
  lastTimestamp: "2026-07-30T17:31:26Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:31:26Z"
    name: isvc-canary-promote.18c721793667003e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: b4e9f9b1-d5ac-4060-8a92-75e94dd19bba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:33:01.979476Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7c9c87bcff-49q58
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:33:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:33:01Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a7d4397a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26297"
    uid: 4398e7a2-6898-4d18-aaf7-1b78254c301c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:33:02Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:33:02Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a7ed705aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26308"
    uid: 4f1febc8-4ad8-4c44-b27b-a0c022a345f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:33:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:02Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a7eeee7363
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: 30a6e9fa-d4bc-45be-bc8e-88294659eaf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:33:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:02Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a7f1c80e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26312"
    uid: f88dc045-53cf-42a3-aeaf-083fd4698351
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:33:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:02Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a7f24b31d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26313"
    uid: a0120e9f-6fb4-4a0a-bf3a-bc0906002329
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:33:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:07Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a90cacc069
    namespace: kserve-ci-e2e-test
    resourceVersion: "26354"
    uid: f32673b6-6af0-4ebd-bc70-6a60acb3c118
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:33:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:07Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a90f7a8400
    namespace: kserve-ci-e2e-test
    resourceVersion: "26356"
    uid: 1dedb298-18bc-4ecf-b94c-fb1553ae1bd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:33:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:07Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a91023c6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26358"
    uid: 6d497dcb-583e-4aad-9bbe-5de07997a995
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:33:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:07Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a9102dbc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: 35ba4e10-a55d-4c17-9292-ced1cc6cb953
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:33:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:07Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a912c38214
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: 1c21993d-4b71-43ae-af1d-45bf299e9be5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:33:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:07Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a913348435
    namespace: kserve-ci-e2e-test
    resourceVersion: "26363"
    uid: 8e5947d9-07f7-4433-86f6-1b914f50fddb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:34:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:35Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721a948a36e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: b4f41851-27ff-48d7-81a7-a1d58814402d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:34:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:32Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721bcd42b2776
    namespace: kserve-ci-e2e-test
    resourceVersion: "26971"
    uid: b39b2f3e-fcc2-4259-aa3c-509d6380c0e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:34:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:32Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721bcd42b8151
    namespace: kserve-ci-e2e-test
    resourceVersion: "26973"
    uid: 75b117f9-a1c1-468e-97a1-6978f9076c80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: a8a82406-947b-4699-afc0-1794f90d33e7
  kind: Event
  lastTimestamp: "2026-07-30T17:34:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:35Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-49q58.18c721bd8aa5c90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26997"
    uid: ad252895-2212-4886-9637-2c9f58a3eb4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:31:31.943812Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25543"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:31:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:31:31Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72192ddae5906
    namespace: kserve-ci-e2e-test
    resourceVersion: "25548"
    uid: 8e2bd979-d28e-42ed-a49e-671e8c942cd0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25557"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:31:32Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:31:32Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72192f7c466c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25576"
    uid: 24279ece-5a23-4222-9a5a-44ff07d6c595
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:31:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:32Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72192f973bb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "25578"
    uid: 0eed1586-24eb-4913-bf87-7add4e765b60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:31:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:32Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72192fd0f3d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25582"
    uid: 90e5e99c-1165-46c3-bbd3-4d3458662b21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:31:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:32Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72192fd79940d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25583"
    uid: d31d0d81-93bf-4509-ba81-020795cde140
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72193f0e0c750
    namespace: kserve-ci-e2e-test
    resourceVersion: "25629"
    uid: b3cac610-df32-46ce-af9d-556f1a819140
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72193f508eaa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: 0b97144e-2b7a-495a-9de8-089a49b22bb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72193f57e9ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25637"
    uid: c63bba3e-2670-4ee2-9c57-b34e9a7f6308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72193f588598b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25639"
    uid: 20906627-7ca8-4e01-b041-5490d01561d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72193f91c5560
    namespace: kserve-ci-e2e-test
    resourceVersion: "25642"
    uid: 86eed221-2bd6-4409-9af6-ce7bfae5beb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c72193f9c5c8c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: 3dadca25-89a7-4660-927a-d27f4510bf0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:34:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:36Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c721942d2c90f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27004"
    uid: 2935b968-4365-4c01-a2ab-2594d6fed98a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:34:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:32Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c721bcd4052fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26970"
    uid: 8de2c543-b76e-4d51-8312-a51e3f66fbda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:34:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:32Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c721bcd409d866
    namespace: kserve-ci-e2e-test
    resourceVersion: "26972"
    uid: d57bc182-28d0-4610-b919-d4707a112292
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: d6a88b6a-7228-455f-aa94-57feda298014
  kind: Event
  lastTimestamp: "2026-07-30T17:34:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:33Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff-4glj8.18c721bd27c951bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26983"
    uid: e8a3acf0-95ab-4bab-b30d-8702dd500190
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7c9c87bcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25523"
    uid: 5369cf5d-e428-41c1-94f3-24ffdef8b4d9
  kind: Event
  lastTimestamp: "2026-07-30T17:31:31Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7c9c87bcff-4glj8'
  metadata:
    creationTimestamp: "2026-07-30T17:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:31:31Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff.18c72192dd28eb09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25545"
    uid: 1751d6ea-40b1-43e5-895b-c9d75e295dbf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7c9c87bcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 5369cf5d-e428-41c1-94f3-24ffdef8b4d9
  kind: Event
  lastTimestamp: "2026-07-30T17:33:01Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7c9c87bcff-49q58'
  metadata:
    creationTimestamp: "2026-07-30T17:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:01Z"
    name: isvc-canary-rollback-predictor-7c9c87bcff.18c721a7d3c9bdc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26293"
    uid: 35a36755-3816-4575-a152-ac0e394ecf25
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25522"
    uid: 989cb5dd-4111-4767-91f8-625c2fd1388e
  kind: Event
  lastTimestamp: "2026-07-30T17:31:31Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7c9c87bcff from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:31:31Z"
    name: isvc-canary-rollback-predictor.18c72192d6dcc143
    namespace: kserve-ci-e2e-test
    resourceVersion: "25524"
    uid: 6f526d0c-ee3d-4f9c-aeab-41c6376c202c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26272"
    uid: 989cb5dd-4111-4767-91f8-625c2fd1388e
  kind: Event
  lastTimestamp: "2026-07-30T17:33:01Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7c9c87bcff from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-30T17:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:33:01Z"
    name: isvc-canary-rollback-predictor.18c721a7d041d2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: 39b86668-1f4d-497b-b9d5-89f0ae35a7d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:31:31.959783Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25547"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:31:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:31:31Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72192dea203e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: bedd47b2-b253-430f-bfef-0436c4c5690d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:32Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:31:32Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72192f9ac0668
    namespace: kserve-ci-e2e-test
    resourceVersion: "25579"
    uid: 1dd258b6-5371-4863-9d95-b2d3f2736dba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:32Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72192fb909581
    namespace: kserve-ci-e2e-test
    resourceVersion: "25581"
    uid: 34e2c2e1-79e9-4e62-abbb-1b373a6315e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:32Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72192fe12ac63
    namespace: kserve-ci-e2e-test
    resourceVersion: "25584"
    uid: b14ac88b-ec31-48e4-9b08-e1dde3e4dfe9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:32Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72192fe731d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25585"
    uid: 88c7d4cc-3a48-41fd-8188-f5aad0eea165
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72193f0f43010
    namespace: kserve-ci-e2e-test
    resourceVersion: "25630"
    uid: ed3e46b7-84f9-485b-84b2-065aee6ed7a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72193f519b3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: c0b9f920-bebb-41f6-868c-99f1e60c3e45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72193f58499d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25638"
    uid: 5a97bf07-1363-4d8c-8cfa-86744d99c043
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72193f58d7a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: d72afb8d-5deb-4782-86eb-623cfa280072
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72193f927101c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: fc2fe3ea-b63f-428e-87c6-6f7988e90644
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:31:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:31:36Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c72193f9a04438
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: e223e6ff-843d-4fe8-95ae-3b46d29e5c60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:33:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:04Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c7219469034d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26333"
    uid: 5b751b98-e687-48b9-b3b5-04cbdfb9b985
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:33:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:01Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c721a7d19c25af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26287"
    uid: d79cf57a-b839-445f-acc8-38c49185ec2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:33:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:01Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c721a7d19ca2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 089bdbb3-d522-47af-9e65-9fb8786c7e03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 0ed95623-8c1a-430c-bcae-6ac695c65e17
  kind: Event
  lastTimestamp: "2026-07-30T17:33:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:33:04Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt.18c721a86f42663e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: 3d4ce07b-bc1a-4b0d-b7fb-acb59f0fcad6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-578c74fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25533"
    uid: 3e5128bb-b070-4e03-9c93-c71a2eddb794
  kind: Event
  lastTimestamp: "2026-07-30T17:31:31Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-578c74fc8-jkpgt'
  metadata:
    creationTimestamp: "2026-07-30T17:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:31:31Z"
    name: isvc-canary-rollback-v2-predictor-578c74fc8.18c72192de1574af
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 6cc68190-4e55-4352-815a-713efb57b7a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25531"
    uid: f6535371-3795-4e40-a879-36a85e4268ea
  kind: Event
  lastTimestamp: "2026-07-30T17:31:31Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-578c74fc8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:31:31Z"
    name: isvc-canary-rollback-v2-predictor.18c72192d9be46f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25534"
    uid: 754f72cb-8653-4e22-9a9e-4161d3013840
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 598012d9-6db0-4d82-8e75-3c61b6a93166
  kind: Event
  lastTimestamp: "2026-07-30T17:33:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:33:02Z"
    name: isvc-canary-rollback.18c72192d92c6d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26302"
    uid: df60f455-49c1-43c2-9c10-d6a461278e16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 598012d9-6db0-4d82-8e75-3c61b6a93166
  kind: Event
  lastTimestamp: "2026-07-30T17:33:01Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:33:01Z"
    name: isvc-canary-rollback.18c72192d9c4c52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 59ab9513-33ec-469d-8a65-a1bf8b8774b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:31:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 598012d9-6db0-4d82-8e75-3c61b6a93166
  kind: Event
  lastTimestamp: "2026-07-30T17:33:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:33:01Z"
    name: isvc-canary-rollback.18c72192d9c4fd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "26296"
    uid: 2e1ee97c-b775-40c8-a3ad-38bb27a49e40
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:32:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 598012d9-6db0-4d82-8e75-3c61b6a93166
  kind: Event
  lastTimestamp: "2026-07-30T17:34:25Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:34:25Z"
    name: isvc-canary-rollback.18c721a67a08bd98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 48fe5170-7dd0-4930-9d17-ab28751540ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:34:37.290177Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27048"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-77665d5899-hntx2
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721be052f5c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: f33ff8d0-2953-4121-801f-fa53d0d5a3d4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721be10b96ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: ac1f4777-4b5f-4001-9994-d1e3f171ceb0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:38Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:34:38Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721be42ba78d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 0f197389-fd81-43c1-bf88-4a4a2a89e233
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:38Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721be448d782e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27098"
    uid: 9faba887-1d21-4a32-999d-b3cca6843544
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:38Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721be47d13b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: e6295ca1-6d18-4c7f-82bf-ff1d213d31c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:38Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721be48486ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: d56d9224-72f8-4ba9-a974-e56beebd41cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721bf3892a750
    namespace: kserve-ci-e2e-test
    resourceVersion: "27137"
    uid: 67b71873-7074-42ae-af9d-83cc4db3129b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721bf3c6b027d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27142"
    uid: c7f541cd-4e57-421d-96de-93f631a15c91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721bf3cdfec11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27147"
    uid: 9af88de1-2efa-4b44-be9d-7af138286103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721bf3ce97671
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: a833a023-e429-40a2-8536-9a08fc7466da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721bf4079fbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: 17b60ff7-62a8-419a-beee-23f80327da33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721bf40fd02f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27152"
    uid: fbc4c3d3-9742-4faa-a911-4bfb49b09281
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:35:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:35:54Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721bf74ad59c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27665"
    uid: c029da30-1492-49b5-9adf-25bb97d30f12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:36:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:07Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721d2fb673001
    namespace: kserve-ci-e2e-test
    resourceVersion: "27783"
    uid: dac1b7aa-9855-4ac6-8b09-0f4dd8092c31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:36:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:07Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721d2fb681736
    namespace: kserve-ci-e2e-test
    resourceVersion: "27785"
    uid: 12491e2f-b3d1-49e3-9123-18ec412f82f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-77665d5899-hntx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: af5aecee-8785-40df-a16d-5361f4aa8a9e
  kind: Event
  lastTimestamp: "2026-07-30T17:36:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:09Z"
    name: isvc-canary-stop-predictor-77665d5899-hntx2.18c721d37b0cccdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27816"
    uid: 23e39320-c6a8-485c-9312-b2ab3d06e092
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-77665d5899
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: 7d205ae8-7e8b-49bb-9625-eda74b12d920
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: 'Created pod: isvc-canary-stop-predictor-77665d5899-hntx2'
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-predictor-77665d5899.18c721be04c1851d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: 6620e179-ab46-419b-b3b6-336512e6723b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: aeb3207a-a498-47d9-b452-b29a99db3b1f
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: Scaled up replica set isvc-canary-stop-predictor-77665d5899 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-predictor.18c721be0009293a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: d1f3c335-ea7d-45c0-bfdb-9711fce35ae0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:34:37.298445Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27049"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-9b8c9778-784v2
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721be05ad7a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 8f7f2019-dc2c-44dc-a5f2-d8a806a97f58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27071"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721be1f8331f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27090"
    uid: 4badbfd6-3ff6-452c-90c7-a581408efc38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721be21221ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: 3aa6335a-0978-43b6-af7c-28a93f65538c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721be24c586ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: d5ff07ae-15aa-467b-9e5e-53c1e93237b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721be2534f715
    namespace: kserve-ci-e2e-test
    resourceVersion: "27094"
    uid: 832f0c46-ef15-44dd-b0c4-1966eb5ef14c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721bf387c85e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: 8fd38498-f31c-45c6-a9e8-0bdb7147b6d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721bf3c54c44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 6a37c815-cbb2-43ec-a0d1-732a8656f664
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721bf3cce9741
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: a0bdf2c1-c489-4205-8979-c7073a241d6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721bf3cd98e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: 33f46cf4-e932-4ab9-b0f9-f75bb17e1eb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721bf406f4cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27149"
    uid: a569f45a-3aac-4fc4-a6eb-5290f8494c76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:34:42Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721bf40ef699e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: db6a7ca1-22fd-4fbe-b508-f01d30728a0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:36:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:09Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721bf74c2f839
    namespace: kserve-ci-e2e-test
    resourceVersion: "27817"
    uid: 5abc18e4-cc2c-453f-8b9f-3e2600476dfa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:36:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:07Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721d2fd4580f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27792"
    uid: 4e5f3f85-dfaf-4a64-9039-f9b4f149111e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:36:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:07Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721d2fd45f2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27793"
    uid: b90b0bfb-7f42-4819-9aee-0f6e93a89e5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 084bf132-1604-41f5-9b85-dcff676b84e9
  kind: Event
  lastTimestamp: "2026-07-30T17:36:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:09Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778-784v2.18c721d37b0bd479
    namespace: kserve-ci-e2e-test
    resourceVersion: "27815"
    uid: 370b2eff-3a1c-44b4-b8fc-5e97fb67c2cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-9b8c9778
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: 811238b1-2830-4620-8eba-33ee528e76a9
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-9b8c9778-784v2'
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-v2-predictor-9b8c9778.18c721be05085ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27054"
    uid: fa3c21c4-9980-4c73-9e19-8a98c907ca6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: be274c0a-d76d-48ef-b8d1-f804ab7b42f5
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-9b8c9778 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop-v2-predictor.18c721be0209240c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27043"
    uid: 6ab49d52-4684-4d9e-95bd-29de1bea3162
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: c3081c66-78b5-4f99-a582-2fe6717dda10
  kind: Event
  lastTimestamp: "2026-07-30T17:36:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:36:07Z"
    name: isvc-canary-stop.18c721be01cd4552
    namespace: kserve-ci-e2e-test
    resourceVersion: "27797"
    uid: bd78e0fb-2b35-4fce-a4f1-13872f1be9e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: c3081c66-78b5-4f99-a582-2fe6717dda10
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop.18c721be022c677d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 61540f0a-4d0c-4dd9-b396-70776a536342
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:34:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: c3081c66-78b5-4f99-a582-2fe6717dda10
  kind: Event
  lastTimestamp: "2026-07-30T17:34:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:34:37Z"
    name: isvc-canary-stop.18c721be022cc0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: 51469b84-928c-4df8-86b2-430fc90f4c91
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: c3081c66-78b5-4f99-a582-2fe6717dda10
  kind: Event
  lastTimestamp: "2026-07-30T17:36:04Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:36:04Z"
    name: isvc-canary-stop.18c721d23ec45a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "27747"
    uid: a4346565-5871-446f-83c3-b802aafbca1e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27789"
    uid: c3081c66-78b5-4f99-a582-2fe6717dda10
  kind: Event
  lastTimestamp: "2026-07-30T17:36:07Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-30T17:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:36:07Z"
    name: isvc-canary-stop.18c721d2fcd6360c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27791"
    uid: 10e18d41-c1a3-42d5-b460-a21092a0328e
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:56:27.319325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37695"
    uid: afc92c4e-0df1-4721-b48d-5cb1bf9e732b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-f2962e-predictor-d56689d86-s9ntm
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:56:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:56:27Z"
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm.18c722ef0901d81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37700"
    uid: 01a21b35-7d74-494a-a539-6c40acefd55d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: afc92c4e-0df1-4721-b48d-5cb1bf9e732b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-f2962e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:27Z"
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm.18c722ef115fd0e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: 16cb7149-42f4-443a-ac97-8a80831b8f96
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37706"
    uid: afc92c4e-0df1-4721-b48d-5cb1bf9e732b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:28Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:56:28Z"
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm.18c722ef46293bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37723"
    uid: b366f698-d08a-4beb-b1d2-f0b7ca488436
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: afc92c4e-0df1-4721-b48d-5cb1bf9e732b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:31Z"
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm.18c722ef47b771ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37754"
    uid: 989df7e1-5d4a-4abd-903a-269122f417ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: afc92c4e-0df1-4721-b48d-5cb1bf9e732b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:31Z"
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm.18c722ef4a7f4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "37757"
    uid: cde4ea8a-a444-4f5e-9859-d47e80971df5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: afc92c4e-0df1-4721-b48d-5cb1bf9e732b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:31Z"
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm.18c722ef4af087f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37760"
    uid: 8d615ed7-acd3-4512-a3a9-447806a94a77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: afc92c4e-0df1-4721-b48d-5cb1bf9e732b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:32Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:32Z"
    name: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm.18c722f0389c2d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "37787"
    uid: 6a52f119-2e67-4ac7-a99f-50a2d4a1bcf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-f2962e-predictor-d56689d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: ae5b090d-f4e9-40d7-9f2b-c306b7a716df
  kind: Event
  lastTimestamp: "2026-07-30T17:56:27Z"
  message: 'Created pod: isvc-init-fail-f2962e-predictor-d56689d86-s9ntm'
  metadata:
    creationTimestamp: "2026-07-30T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:56:27Z"
    name: isvc-init-fail-f2962e-predictor-d56689d86.18c722ef0881c654
    namespace: kserve-ci-e2e-test
    resourceVersion: "37697"
    uid: d1a2669c-b16b-4916-ac11-19e533323b5f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-f2962e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: 556e5090-4dcd-4beb-a780-ad68c2e08c9b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:27Z"
  message: Scaled up replica set isvc-init-fail-f2962e-predictor-d56689d86 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:56:27Z"
    name: isvc-init-fail-f2962e-predictor.18c722ef05eaa095
    namespace: kserve-ci-e2e-test
    resourceVersion: "37689"
    uid: ce2bbf9c-4409-4d51-82b2-90b2714dc4af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f2962e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: e8109556-00ad-493b-82a0-c94d748b8ea5
  kind: Event
  lastTimestamp: "2026-07-30T17:56:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:56:31Z"
    name: isvc-init-fail-f2962e.18c722ef05ece4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37761"
    uid: 9af50fff-e07e-4a20-899e-9b4f5e5f0027
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f2962e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: e8109556-00ad-493b-82a0-c94d748b8ea5
  kind: Event
  lastTimestamp: "2026-07-30T17:56:27Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-f2962e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-f2962e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:56:27Z"
    name: isvc-init-fail-f2962e.18c722ef0689f7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37692"
    uid: 66684a73-24a0-4c18-a122-87d701beccff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f2962e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: e8109556-00ad-493b-82a0-c94d748b8ea5
  kind: Event
  lastTimestamp: "2026-07-30T17:56:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-f2962e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:56:27Z"
    name: isvc-init-fail-f2962e.18c722ef068a32e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37693"
    uid: 018a0e6e-efcc-440f-a5e2-a08a08357879
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:36:17.606243Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27908"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-gb6cb
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:36:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:36:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d5607d2607
    namespace: kserve-ci-e2e-test
    resourceVersion: "27912"
    uid: a920bf0f-ada0-4a26-8ba6-8eb982962728
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27917"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:18Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:36:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d57a377149
    namespace: kserve-ci-e2e-test
    resourceVersion: "27923"
    uid: 9111d1e3-96e4-418b-971f-c6c10547bb15
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d57baf1dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27926"
    uid: 0ed8672e-21df-4747-9147-e81c01f5265c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d57e6072ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27928"
    uid: 353a9934-3488-4a5b-bfe7-2a438e71c91e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d57ed0a5f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27929"
    uid: f1611b86-e7f7-4d50-894d-fda00f481703
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:22Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-30T17:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d69ea86ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: 7921941a-7d5b-456e-9d60-7683f5d36dc8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:29Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.67s (6.67s including
    waiting). Image size: 607170828 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d82c39a335
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: 05608108-895b-4874-b2ec-dc56695ad07b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d8300f9570
    namespace: kserve-ci-e2e-test
    resourceVersion: "28021"
    uid: 1efa885e-5906-499a-9924-dafc9c6683c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d83082cc12
    namespace: kserve-ci-e2e-test
    resourceVersion: "28022"
    uid: 382d2e11-f1bb-408b-919b-63847e968525
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d8308c0b47
    namespace: kserve-ci-e2e-test
    resourceVersion: "28023"
    uid: bc49c3cd-f9ea-43e3-9b53-d2c69b4319bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d8340d97e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28026"
    uid: 5890edb3-d349-48db-b223-6df9352991a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:36:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:36:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d8347abfeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28027"
    uid: 6de177d8-e5fa-4bb1-9e8d-30d101f3d0c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:37:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721d87e3a5add
    namespace: kserve-ci-e2e-test
    resourceVersion: "28522"
    uid: 6c021346-9f37-48e0-be8b-a6a35869d2b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:37:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721ea667ac938
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 440ac01a-cd06-445b-ab8d-30069a545d35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:37:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721ea667bad56
    namespace: kserve-ci-e2e-test
    resourceVersion: "28624"
    uid: dedfdec0-e416-4e09-9173-f2e2c7172b06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 3f08cda5-90a1-431d-b6ae-85f6cf073099
  kind: Event
  lastTimestamp: "2026-07-30T17:37:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:51Z"
    name: isvc-lightgbm-predictor-54f85ddf88-gb6cb.18c721eb5a72ec79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: 196c48dd-1742-47cb-8e6c-bd8b77d7466a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27895"
    uid: 7bc7572e-3d7a-4ab6-914e-79bd9e89d163
  kind: Event
  lastTimestamp: "2026-07-30T17:36:17Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-gb6cb'
  metadata:
    creationTimestamp: "2026-07-30T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:36:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c721d55ff844d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 35ccc763-05e9-4d9d-9d3d-11e3e77e7fe1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27893"
    uid: 87dc6ab1-812c-47fa-858a-169148824001
  kind: Event
  lastTimestamp: "2026-07-30T17:36:17Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:36:17Z"
    name: isvc-lightgbm-predictor.18c721d55b70f5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27896"
    uid: dfb468b6-d59c-491a-8b7c-540b0ee5df45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27894"
    uid: bb9704d7-e99c-4cd6-9776-14aa9cc328bb
  kind: Event
  lastTimestamp: "2026-07-30T17:37:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:37:02Z"
    name: isvc-lightgbm-predictor.18c721d8d9e65e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28266"
    uid: a03a67ee-9864-4aea-a27a-1ec5781a0361
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27894"
    uid: bb9704d7-e99c-4cd6-9776-14aa9cc328bb
  kind: Event
  lastTimestamp: "2026-07-30T17:37:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:37:02Z"
    name: isvc-lightgbm-predictor.18c721d8da5f30f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28267"
    uid: ac845416-666a-4e67-9390-73d78af74941
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: bb9704d7-e99c-4cd6-9776-14aa9cc328bb
  kind: Event
  lastTimestamp: "2026-07-30T17:37:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:37:47Z"
    name: isvc-lightgbm-predictor.18c721e35739aee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 8d801aaf-e18f-40fc-80ec-d9db9dcdad57
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: bb9704d7-e99c-4cd6-9776-14aa9cc328bb
  kind: Event
  lastTimestamp: "2026-07-30T17:37:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:37:47Z"
    name: isvc-lightgbm-predictor.18c721e357aa8d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28603"
    uid: da26264e-0363-4bc1-b3c3-98dd62bd254e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:37:53.057114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28684"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:37:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:37:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721eb99cdd93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28689"
    uid: 2e98c1f3-691b-4c09-9120-9a5b9533cbdb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28693"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:37:53Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:37:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721ebb3411212
    namespace: kserve-ci-e2e-test
    resourceVersion: "28705"
    uid: 61ecc740-1e42-4752-9db7-0704bd21e8a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:37:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721ebb4e92f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "28707"
    uid: c0e19110-132b-4a9a-8cc8-c036ca3cde6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:37:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721ebb7a92cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28708"
    uid: 0b368025-919e-4a57-93f4-af5a25b2f1bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:37:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721ebb81e94af
    namespace: kserve-ci-e2e-test
    resourceVersion: "28709"
    uid: 2609c6a4-fb9e-4b5f-991b-d8b646a4e777
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:37:57Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721ec9cd176f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: f658aa64-5925-49df-984b-fa9a2628f2db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:37:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721ec9fe220f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28744"
    uid: b0199177-9c9f-4696-8c68-e15ae88a2cbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:37:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721eca06dca1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: ef7b560f-2bc0-43e8-94db-8789e7bd7075
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:37:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721eca078d08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28748"
    uid: a4217a03-bc8e-488c-91ea-912d93cba375
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:37:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721eca420dd30
    namespace: kserve-ci-e2e-test
    resourceVersion: "28751"
    uid: b8e11df7-22ec-4f1a-b2f6-b59c814fea16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:37:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:37:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721eca49852b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28752"
    uid: 01f139b1-8a97-4477-b918-334496790c4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:39:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:39:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c721ecd8e78ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29398"
    uid: b9095935-fef5-460c-b221-ec7d0917b15c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:39:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:39:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c72200aaf550d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: ca60de58-b160-432c-8b74-d8fa9c4c5c82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:39:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:39:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c72200aaf5d9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29390"
    uid: 686b355c-f539-4d78-a439-cc962c715d78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 418014eb-a790-40be-93c6-6ea289e644e1
  kind: Event
  lastTimestamp: "2026-07-30T17:39:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:39:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb.18c72200df274b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "29397"
    uid: 67362408-fca8-434b-9c95-d51f9605ea75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28673"
    uid: 52a16a51-5766-4319-abbb-c03b6a4a3c79
  kind: Event
  lastTimestamp: "2026-07-30T17:37:53Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-m5rfb'
  metadata:
    creationTimestamp: "2026-07-30T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:37:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c721eb9958304c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: 1965e4a3-4b57-4f36-ae44-190063ab8877
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: 4f2e9df4-f4d1-424d-9fc9-39d79dc4550b
  kind: Event
  lastTimestamp: "2026-07-30T17:37:52Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:37:52Z"
    name: isvc-lightgbm-runtime-predictor.18c721eb93f1a6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28674"
    uid: 305823c1-ad03-4b18-9f56-f028a315aba1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:38:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28672"
    uid: f2e4d70c-43e5-4a83-8200-c45c470c9691
  kind: Event
  lastTimestamp: "2026-07-30T17:38:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:38:38Z"
    name: isvc-lightgbm-runtime-predictor.18c721ef12c0ecc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29042"
    uid: 0ff2f75e-5a7b-4ce4-8053-289d286ecd07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:38:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28672"
    uid: f2e4d70c-43e5-4a83-8200-c45c470c9691
  kind: Event
  lastTimestamp: "2026-07-30T17:38:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:38:38Z"
    name: isvc-lightgbm-runtime-predictor.18c721ef132a3416
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: 7ed435d9-c425-4dd3-91f9-c54856986777
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:38:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: f2e4d70c-43e5-4a83-8200-c45c470c9691
  kind: Event
  lastTimestamp: "2026-07-30T17:39:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:39:23Z"
    name: isvc-lightgbm-runtime-predictor.18c721f291f14039
    namespace: kserve-ci-e2e-test
    resourceVersion: "29366"
    uid: 97526127-b2cf-42e1-ae44-6d05a5accdd8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:38:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: f2e4d70c-43e5-4a83-8200-c45c470c9691
  kind: Event
  lastTimestamp: "2026-07-30T17:39:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:39:23Z"
    name: isvc-lightgbm-runtime-predictor.18c721f29260332a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29367"
    uid: 72e8cba6-c37c-4975-b2a3-7246c006d7d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28662"
    uid: dc1867df-c066-41db-9db0-6f6643e73929
  kind: Event
  lastTimestamp: "2026-07-30T17:39:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:39:14Z"
    name: isvc-lightgbm-runtime.18c721eb93ee446c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 1a07356b-1c18-4e4a-9b64-8431918541d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28662"
    uid: dc1867df-c066-41db-9db0-6f6643e73929
  kind: Event
  lastTimestamp: "2026-07-30T17:37:52Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:37:52Z"
    name: isvc-lightgbm-runtime.18c721eb949944df
    namespace: kserve-ci-e2e-test
    resourceVersion: "28678"
    uid: f5c6961f-ed59-4b0d-8b0f-2c230d90819c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29302"
    uid: dc1867df-c066-41db-9db0-6f6643e73929
  kind: Event
  lastTimestamp: "2026-07-30T17:39:14Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:39:14Z"
    name: isvc-lightgbm-runtime.18c721fe909cb586
    namespace: kserve-ci-e2e-test
    resourceVersion: "29304"
    uid: 48b2f7ff-2189-42b0-80e9-7251c2b9ccfb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:42:33.915843Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:42:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:42:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222cfe49daf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30837"
    uid: fe4e48b4-9eec-457e-9e60-b0ad4f5f725b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222d0a526dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30845"
    uid: 5d3f405f-0bca-481b-84b3-54a480b74e16
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30840"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:34Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:42:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222d3b79d04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 049fb693-71bc-45ea-8f70-47275577e95f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222d3d26b216
    namespace: kserve-ci-e2e-test
    resourceVersion: "30859"
    uid: b5ccb8a0-5f70-46ec-9580-e43dd30cec88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222d3fb16af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30860"
    uid: 041b6be1-e626-40b3-a687-ce9cb7772317
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222d4012dc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 277c667e-2353-4384-9dca-712bc6a6888e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:39Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222e5f997aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30902"
    uid: 6529699f-c29f-4bd7-9228-5d79f07254da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222e6384aae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30906"
    uid: 6e16701a-b29e-4f92-a81d-2d3b3330dc48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222e63f0681c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: 820ce474-e379-4956-97d6-bbf9e1e33a7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222e63fb7263
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: 3a541b66-9148-4ebf-a4f4-4f0511b36232
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222e66e6fd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: 54207231-ca38-4e7a-879a-6a30cb3e0a50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222e674c62eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30911"
    uid: 2e0bcc1b-9e5f-49b2-966f-36aeac0695b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:42:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c7222e9bc20ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30963"
    uid: 605763b2-4301-4642-996d-8105dd305d2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:43:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:03Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c72233fcb85968
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: e6895ae9-5cc5-4b43-8d51-eb2cdb21bb4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 42a62eb7-c0cf-473d-ad9d-0233bfd05b09
  kind: Event
  lastTimestamp: "2026-07-30T17:43:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:03Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg.18c72233fcb8f5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: 42407ad0-ea35-4b60-92d6-d1e22b0d36af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: a8db1568-f32d-40bf-9523-1815610794ac
  kind: Event
  lastTimestamp: "2026-07-30T17:42:33Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-fl5cg'
  metadata:
    creationTimestamp: "2026-07-30T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:42:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c7222cfd378fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30833"
    uid: ca92f1b6-bb19-495c-9793-0cd01be9b4fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30819"
    uid: 8057b616-bd7b-463b-9dfb-216f5ad5ac12
  kind: Event
  lastTimestamp: "2026-07-30T17:42:33Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:42:33Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c7222cf80ea7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30823"
    uid: de66635a-977e-4f44-abb1-910a7cb8c61d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: 1e315185-3695-40bf-8a14-fe4f2fda12c7
  kind: Event
  lastTimestamp: "2026-07-30T17:42:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:42:48Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c7223076e7dfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: 4799b537-fa9d-4fcf-9a27-26ded480c5f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: 1e315185-3695-40bf-8a14-fe4f2fda12c7
  kind: Event
  lastTimestamp: "2026-07-30T17:42:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:42:48Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c7223077541eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: 1f0e80a3-06e6-4b41-aae8-f9e7d5714a23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30979"
    uid: 1e315185-3695-40bf-8a14-fe4f2fda12c7
  kind: Event
  lastTimestamp: "2026-07-30T17:43:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:43:03Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c72233f613f860
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 7c693c80-b896-4514-a1f3-dce62a19d570
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30979"
    uid: 1e315185-3695-40bf-8a14-fe4f2fda12c7
  kind: Event
  lastTimestamp: "2026-07-30T17:43:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:43:03Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c72233f6dbd4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31091"
    uid: 9d6faacf-157c-4c44-a894-4e07d5f2bd7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30812"
    uid: c1b1f1a5-fec1-4c35-aa7f-8a43a9c070e0
  kind: Event
  lastTimestamp: "2026-07-30T17:42:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:42:56Z"
    name: isvc-lightgbm-v2-kserve.18c7222cf80e0766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31047"
    uid: 9b216baf-2eb9-4e86-8e4e-5742b9478710
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30812"
    uid: c1b1f1a5-fec1-4c35-aa7f-8a43a9c070e0
  kind: Event
  lastTimestamp: "2026-07-30T17:42:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:42:33Z"
    name: isvc-lightgbm-v2-kserve.18c7222cf86ce4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30826"
    uid: 58026f98-a4d4-43b7-a23d-51715709da1d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31045"
    uid: c1b1f1a5-fec1-4c35-aa7f-8a43a9c070e0
  kind: Event
  lastTimestamp: "2026-07-30T17:42:56Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:42:56Z"
    name: isvc-lightgbm-v2-kserve.18c722325b1452cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31046"
    uid: 71a17346-f2f2-422e-9c12-ffdb92d9fd0e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:39:28.637242Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29452"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:39:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:39:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c72201dad2d17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29457"
    uid: 4fcd4428-0971-4a9d-88b4-6ea08f028c89
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:39:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:39:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c72201ea654da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29469"
    uid: aec6e413-7145-4e2b-998c-b14d2950cee6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:39:29Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:39:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c7220218729346
    namespace: kserve-ci-e2e-test
    resourceVersion: "29477"
    uid: 7030a370-7560-41e5-8425-095841cd51a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:39:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:39:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c722021a0838fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29479"
    uid: b5bc0244-946b-4d12-8fe8-20ae968b1569
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:39:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:39:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c722021d050c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "29482"
    uid: 56df4f22-a4f0-4a19-8dcc-c67c6780a0c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:39:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:39:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c722021d759372
    namespace: kserve-ci-e2e-test
    resourceVersion: "29483"
    uid: 9a6bb053-dcc8-4367-8752-6ac9ff3dc55f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:39:33Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-30T17:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:39:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c7220312d1c833
    namespace: kserve-ci-e2e-test
    resourceVersion: "29516"
    uid: daf01e9d-0c47-43e4-8702-2ba8c427ee68
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:41:43Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m9.514s
    (2m9.514s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:41:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c722213a7e6975
    namespace: kserve-ci-e2e-test
    resourceVersion: "30418"
    uid: 452d3c49-3d17-445a-b171-600784050c91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:41:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:41:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c722213f443b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30419"
    uid: 70bf574e-9f48-4c5d-bbc5-7090887c3b58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:41:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:41:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c7222140821b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 43baaf40-d1e8-4597-b49c-656b5f19cd6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:41:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:41:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c72221408c0bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30421"
    uid: 37b79437-3c0b-4e68-bc15-f9677324a80e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:41:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:41:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c72221445e4786
    namespace: kserve-ci-e2e-test
    resourceVersion: "30422"
    uid: 557d9581-eed5-4102-91c9-f95e18e584bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:41:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:41:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c72221455312cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30423"
    uid: a7f53c2f-1014-4b07-948c-1281541bc890
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:42:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c7222bcbb63f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 9ee83d3d-d4f0-42bc-9a71-9c1b55046dd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 5b0af284-1037-4024-9ed7-3e7ec59dc1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:42:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:42:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7.18c7222bcbb6ba96
    namespace: kserve-ci-e2e-test
    resourceVersion: "30771"
    uid: cdb8eb6c-2bda-4cee-8521-4e9d7ed8847b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29440"
    uid: 4336487c-1f8e-47ca-b536-63715b7d771a
  kind: Event
  lastTimestamp: "2026-07-30T17:39:28Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-c2lc7'
  metadata:
    creationTimestamp: "2026-07-30T17:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:39:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c72201da62a338
    namespace: kserve-ci-e2e-test
    resourceVersion: "29454"
    uid: 46c5a0af-6701-4c20-adc0-9f504c0832b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29438"
    uid: ffc1f870-9c52-4d32-91aa-05581e99a83c
  kind: Event
  lastTimestamp: "2026-07-30T17:39:28Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:39:28Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c72201d37b6d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "29442"
    uid: 895db6c3-2988-4e4d-b299-0d314aea24be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29439"
    uid: b1f83dbe-74ab-4c75-a019-09981cbe4250
  kind: Event
  lastTimestamp: "2026-07-30T17:42:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:42:13Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c7220553272f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "30635"
    uid: 7ca41973-61c1-4198-9a94-e8773d98efd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29439"
    uid: b1f83dbe-74ab-4c75-a019-09981cbe4250
  kind: Event
  lastTimestamp: "2026-07-30T17:42:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:42:13Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c72205540e64fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30636"
    uid: f40df216-2684-4bb0-a2d9-82e85d4e2abe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29431"
    uid: 37c54698-6a17-4908-b7f9-ec560bdb7f54
  kind: Event
  lastTimestamp: "2026-07-30T17:42:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:42:20Z"
    name: isvc-lightgbm-v2-runtime.18c72201d3e37247
    namespace: kserve-ci-e2e-test
    resourceVersion: "30698"
    uid: 7bd8f648-63cb-453e-a89c-068e33dd8b2c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29431"
    uid: 37c54698-6a17-4908-b7f9-ec560bdb7f54
  kind: Event
  lastTimestamp: "2026-07-30T17:39:28Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:39:28Z"
    name: isvc-lightgbm-v2-runtime.18c72201d4614d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: d08627b9-0c6e-4904-b5e9-debd1ea974ef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:39:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29435"
    uid: 37c54698-6a17-4908-b7f9-ec560bdb7f54
  kind: Event
  lastTimestamp: "2026-07-30T17:39:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:39:28Z"
    name: isvc-lightgbm-v2-runtime.18c72201dc4266c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29462"
    uid: 079cb398-edf7-42e1-b139-4c773093fbac
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:42:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30696"
    uid: 37c54698-6a17-4908-b7f9-ec560bdb7f54
  kind: Event
  lastTimestamp: "2026-07-30T17:42:20Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:42:20Z"
    name: isvc-lightgbm-v2-runtime.18c72229e9b080b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30697"
    uid: 90ecae9f-0a0a-48cb-b0c8-2fdee2fce2d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27886"
    uid: c95353bf-fa89-4b01-b3cf-36c09347c332
  kind: Event
  lastTimestamp: "2026-07-30T17:37:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:37:47Z"
    name: isvc-lightgbm.18c721d55b72feaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28598"
    uid: f79b616c-252e-45b6-9020-42ee5b2337fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:36:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27886"
    uid: c95353bf-fa89-4b01-b3cf-36c09347c332
  kind: Event
  lastTimestamp: "2026-07-30T17:36:17Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-30T17:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:36:17Z"
    name: isvc-lightgbm.18c721d55c274652
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: 02c32a13-98ef-461e-841f-f0ef400b8966
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:37:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: c95353bf-fa89-4b01-b3cf-36c09347c332
  kind: Event
  lastTimestamp: "2026-07-30T17:37:47Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:37:47Z"
    name: isvc-lightgbm.18c721ea35ff3d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: afc837d5-de97-4452-a53f-6dd63ef3c1bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:14:11.938272Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-d7459ccb5-lckrg
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:14:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:14:11Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a0b88522c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: bcdb7d7c-4807-41ed-aa2b-a904c54d1565
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:12Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:14:12Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a0d197900b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: 2e709683-f210-4408-ad66-f581d8521168
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:12Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a0d337ba2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: efebaf36-7471-4597-80ef-bd564ef6ac7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:12Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a0d5899a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 759488d1-0cab-4a4d-8afd-74113eea79d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:12Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a0d5ec5825
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 84c21d91-d647-4ba4-bc1f-4d55ae94c990
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a1dba1489a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: d2a8525a-f8b5-48e2-be2b-933f46ee391f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a1de15247e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17041"
    uid: 4e17e931-0cb5-4086-a185-eda8b372506d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a1de9b81f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17044"
    uid: c06c83cb-f4d5-4e1d-b43c-1a45a225a17d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a1dea5dc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17045"
    uid: 18b9ac8e-99ad-4aed-9b21-ef8eefd5a383
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a1e188b1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: fcbefcb5-2ad4-4c11-8faf-039d3166fa66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a1e1f204dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: bb63e1c0-9c10-4e63-b73e-bd1f35b2415b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d1615831bdec49f81e28354e8887884576ebae8d98b6ad9aa54204f46c269e6d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a1e1fd2364
    namespace: kserve-ci-e2e-test
    resourceVersion: "17050"
    uid: 07bf16c9-bc06-425a-8635-15a07df0ed8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a1e47fd26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: dccbc460-cc67-48ca-ad73-1cacd19125bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:14:16Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-30T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:16Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a1e4e851b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 739e90a8-bb76-4e87-8762-e62ec5d12ad7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:16:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:03Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a217a8d885
    namespace: kserve-ci-e2e-test
    resourceVersion: "17932"
    uid: 63167dd2-0a13-4407-b790-2237c29c3351
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:15:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-30T17:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:15:53Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720a217b24d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 3e939de8-c293-49da-84a0-763cfde5c7a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:15:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:15:47Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720b6e56d3c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17737"
    uid: aec60ebc-f3f0-4166-84ba-e20997db0dc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:15:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:15:47Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720b6e56d7225
    namespace: kserve-ci-e2e-test
    resourceVersion: "17740"
    uid: 1337df7c-4e9b-4b08-ad19-4320d28b6eaa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:15:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:15:47Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720b6e56e12cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: d88908a7-6271-4dfd-9435-308db8184ff6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-d7459ccb5-lckrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 4af03e7a-542b-4636-9f8d-bf0fc11208bb
  kind: Event
  lastTimestamp: "2026-07-30T17:16:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:16:03Z"
    name: isvc-logger-predictor-d7459ccb5-lckrg.18c720b747dffc79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17931"
    uid: 2f4787af-db14-4b83-93e5-de0c6e5b9979
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-d7459ccb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: 03278f5c-5835-465d-b745-5ec048704294
  kind: Event
  lastTimestamp: "2026-07-30T17:14:11Z"
  message: 'Created pod: isvc-logger-predictor-d7459ccb5-lckrg'
  metadata:
    creationTimestamp: "2026-07-30T17:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:11Z"
    name: isvc-logger-predictor-d7459ccb5.18c720a0b7f05335
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: 7d336eea-728d-4b44-bb07-e3acda369c11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 72e2e2d9-4610-4128-814e-3cd046932fde
  kind: Event
  lastTimestamp: "2026-07-30T17:14:11Z"
  message: Scaled up replica set isvc-logger-predictor-d7459ccb5 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:11Z"
    name: isvc-logger-predictor.18c720a0b4bc07ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16971"
    uid: 453824e2-707c-4c5a-9590-c2e938de01ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 646bc09e-9457-464b-8bd1-3f535aba76de
  kind: Event
  lastTimestamp: "2026-07-30T17:14:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:41Z"
    name: isvc-logger-predictor.18c720a433111d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: b1d239fd-879a-4e1b-9a98-ea1e560701ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 646bc09e-9457-464b-8bd1-3f535aba76de
  kind: Event
  lastTimestamp: "2026-07-30T17:14:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:41Z"
    name: isvc-logger-predictor.18c720a4337de812
    namespace: kserve-ci-e2e-test
    resourceVersion: "17250"
    uid: bd1aa35f-2086-40a3-8e87-eddc234d9b04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 646bc09e-9457-464b-8bd1-3f535aba76de
  kind: Event
  lastTimestamp: "2026-07-30T17:15:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:15:41Z"
    name: isvc-logger-predictor.18c720ab31021d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17678"
    uid: 4e7d2eee-8dc4-4803-8823-55fe4b488e47
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 646bc09e-9457-464b-8bd1-3f535aba76de
  kind: Event
  lastTimestamp: "2026-07-30T17:15:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:15:41Z"
    name: isvc-logger-predictor.18c720ab3166628f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17679"
    uid: d3beab9e-af91-4572-859e-941cc4bc2587
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: 7378751c-0f5f-4bcf-a356-27e44965306e
  kind: Event
  lastTimestamp: "2026-07-30T17:15:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:15:33Z"
    name: isvc-logger.18c720a0b4b67224
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: 8a5fef67-ade9-4467-b8ac-451cbce887a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: 7378751c-0f5f-4bcf-a356-27e44965306e
  kind: Event
  lastTimestamp: "2026-07-30T17:14:11Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-30T17:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:14:11Z"
    name: isvc-logger.18c720a0b54140ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: aafed116-c455-4d99-9d74-7870fe9b910f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: 7378751c-0f5f-4bcf-a356-27e44965306e
  kind: Event
  lastTimestamp: "2026-07-30T17:15:33Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:15:33Z"
    name: isvc-logger.18c720b3d02aac2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 2f9a5a80-2b62-415a-92b8-51f8238a7379
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:43:09.133633Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31174"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:43:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:43:09Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c72235316eaf7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31180"
    uid: 6e60b95d-b1b4-4230-87b2-0727a219e5d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:09Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c722353dc94101
    namespace: kserve-ci-e2e-test
    resourceVersion: "31188"
    uid: 292d04b9-94ff-4f23-999c-a699ec348364
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31184"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:10Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:43:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c722356eab88b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31196"
    uid: 8f71ca8f-b952-4cf8-a166-994e70629c68
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c72235703353ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: 73e97248-1db3-4108-8a0b-4810456fce1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c72235735e1d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "31199"
    uid: aac9fc99-fbaa-4434-98d0-f5a3e15e343d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c7223573c06779
    namespace: kserve-ci-e2e-test
    resourceVersion: "31200"
    uid: 083baf5b-f2b4-483c-a0e6-121e47d147b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:15Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-30T17:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c72236909ee8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: e9c4f13c-d73c-42ce-b84a-f3abc90b9041
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c7223693f42e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: e5d4b1f4-6f7f-40db-b0ec-91c71358a4c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c722369457b0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31246"
    uid: 75e09da7-b8ea-40ab-b775-ad7a92375270
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c72236946267fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31247"
    uid: cc6705ba-faf9-401c-9cb3-9b9035747ee0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c7223697ef473a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31249"
    uid: ae39b44e-ed8d-4399-b782-6bc838b749b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c7223698763b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "31250"
    uid: 09421101-7e25-4ef8-9516-4794a3cf64f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:59Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c72240daaa3a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: af600f62-b033-4868-9296-a5cc0d0d7dc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: a1ef3bb3-8fe7-4e3b-bdc7-d8627660d152
  kind: Event
  lastTimestamp: "2026-07-30T17:43:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:43:59Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx.18c72240daaad7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 208628cd-4331-4e19-82d6-68b97ad21bc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "31164"
    uid: 72d51c1f-4684-4848-91a3-e6658c2625c3
  kind: Event
  lastTimestamp: "2026-07-30T17:43:09Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-jrvsx'
  metadata:
    creationTimestamp: "2026-07-30T17:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:43:09Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c722353065dd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: 2aa6cbc8-de0f-4fb3-bb28-9eeba7676622
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31162"
    uid: 704227e3-60c5-40c9-9f60-7c821d747e2d
  kind: Event
  lastTimestamp: "2026-07-30T17:43:09Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:43:09Z"
    name: isvc-mlflow-v2-runtime-predictor.18c722352d08f090
    namespace: kserve-ci-e2e-test
    resourceVersion: "31165"
    uid: 218ac7e3-67c8-401d-a81b-f3abc7ce82ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31163"
    uid: 053339d0-a62a-40e6-b845-d3dd0669a45a
  kind: Event
  lastTimestamp: "2026-07-30T17:43:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:43:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18c72238abbef0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: 97abe927-532a-4e43-bbf4-78cf7636a706
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31163"
    uid: 053339d0-a62a-40e6-b845-d3dd0669a45a
  kind: Event
  lastTimestamp: "2026-07-30T17:43:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:43:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18c72238ac2e9f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31419"
    uid: 043e0f8f-803e-45f7-84a2-7f1a43446542
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: 053339d0-a62a-40e6-b845-d3dd0669a45a
  kind: Event
  lastTimestamp: "2026-07-30T17:43:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:43:54Z"
    name: isvc-mlflow-v2-runtime-predictor.18c7223faaa8b041
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 5d238c45-ac7a-4f2e-b85f-e29923cd189e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: 053339d0-a62a-40e6-b845-d3dd0669a45a
  kind: Event
  lastTimestamp: "2026-07-30T17:43:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:43:54Z"
    name: isvc-mlflow-v2-runtime-predictor.18c7223fab1d2f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: ace290bb-89d4-4132-8f5b-7d9f2dfc1cfe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31155"
    uid: 0895c24e-0edb-42cb-bdc1-3488f6b18e44
  kind: Event
  lastTimestamp: "2026-07-30T17:43:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:43:53Z"
    name: isvc-mlflow-v2-runtime.18c722352d055294
    namespace: kserve-ci-e2e-test
    resourceVersion: "31519"
    uid: 301d1ca4-ddaa-45fa-bb75-f0d2740030c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31155"
    uid: 0895c24e-0edb-42cb-bdc1-3488f6b18e44
  kind: Event
  lastTimestamp: "2026-07-30T17:43:09Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:43:09Z"
    name: isvc-mlflow-v2-runtime.18c722352d9a582d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31170"
    uid: f8789af1-2486-44d0-8a8d-aababf5d4125
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:43:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31517"
    uid: 0895c24e-0edb-42cb-bdc1-3488f6b18e44
  kind: Event
  lastTimestamp: "2026-07-30T17:43:53Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:43:53Z"
    name: isvc-mlflow-v2-runtime.18c7223f710aeab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31518"
    uid: df500010-9915-4c44-b306-0856ec3eb28a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:45:29.668272Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:45:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:45:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c72255e9f319d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32328"
    uid: f6ae7c82-cb96-4777-a1d2-eaca3ec1b6b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c72255f6481fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32340"
    uid: 180f51cf-ae09-4e3a-bdd2-237ba97a39ff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32332"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:31Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:45:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c722565c9e526b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: 5cb09df2-9d5b-4ac9-90de-413c5aaf1eee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c722565e27c921
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: 0c66b22d-c627-4823-99fa-68fc45174937
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c7225660ffdaf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: d6c756d9-916b-4103-ae51-a97e53fae71f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c722566170b9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 83318a08-8c51-470c-9fdc-d743ad22d443
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:36Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-30T17:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c722579a270129
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 06a66e25-4aa8-43ce-8a4b-5d6d80d3e7ae
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:49Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.383s (12.383s
    including waiting). Image size: 1163606776 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c7225a7c4760ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 14fb478f-038e-49a3-bb6c-e94b8a8acbaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c7225a7f42bdc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32499"
    uid: 7689f76b-e985-46a8-bdf1-70c269165e90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c7225a7fa5a134
    namespace: kserve-ci-e2e-test
    resourceVersion: "32501"
    uid: 97c9d161-ff59-453d-9fba-b5b8302e5684
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c7225a7fafbf3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32502"
    uid: 33e5ba91-83ac-42d9-aea0-85d1e2a64215
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c7225a82715165
    namespace: kserve-ci-e2e-test
    resourceVersion: "32503"
    uid: a2e01f14-0c9d-47f0-8b93-a1f85aaa355c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:45:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c7225a82d3c815
    namespace: kserve-ci-e2e-test
    resourceVersion: "32504"
    uid: b0e51596-5991-403e-80d7-975e6fc3268e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:46:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:46:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c7225ae0412f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32784"
    uid: 8d1fe8f4-8e95-4d6f-955b-d5dfe0345854
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:46:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:46:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c7226696ed4442
    namespace: kserve-ci-e2e-test
    resourceVersion: "32911"
    uid: 94d657d6-2126-42b9-b5d2-bf5263f9f456
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:46:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:46:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c7226696eddeae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32912"
    uid: 20e3cc1f-df61-4aa8-9b56-952a98be92fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32324"
    uid: ade0ba40-16bb-4bb8-9be0-f9265ae4cc83
  kind: Event
  lastTimestamp: "2026-07-30T17:46:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:46:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-gd5z7.18c72266c048f493
    namespace: kserve-ci-e2e-test
    resourceVersion: "32919"
    uid: 1f301257-65f1-414c-9878-21b9f837e92d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32313"
    uid: fdd54ca1-638a-41d5-b423-3bb869a50d91
  kind: Event
  lastTimestamp: "2026-07-30T17:45:29Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-gd5z7'
  metadata:
    creationTimestamp: "2026-07-30T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:45:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c72255e9783054
    namespace: kserve-ci-e2e-test
    resourceVersion: "32323"
    uid: dd26196d-7310-47fe-a2b6-a5602379816f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32310"
    uid: bd100884-f71a-4d82-be69-117dc052263a
  kind: Event
  lastTimestamp: "2026-07-30T17:45:29Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:45:29Z"
    name: isvc-paddle-predictor.18c72255e6c7066a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 42767fca-6de8-400d-ac8a-f30a207683f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32312"
    uid: cfa094d0-75e6-42f9-98ad-6d72b9dcf6d4
  kind: Event
  lastTimestamp: "2026-07-30T17:46:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:46:14Z"
    name: isvc-paddle-predictor.18c7225965dbdb3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: d2b4d944-c814-4314-9414-a0f110c87179
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32312"
    uid: cfa094d0-75e6-42f9-98ad-6d72b9dcf6d4
  kind: Event
  lastTimestamp: "2026-07-30T17:46:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:46:14Z"
    name: isvc-paddle-predictor.18c7225966527ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32689"
    uid: 110d00a6-daff-49e9-ac34-63a4a3843157
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32461"
    uid: cfa094d0-75e6-42f9-98ad-6d72b9dcf6d4
  kind: Event
  lastTimestamp: "2026-07-30T17:46:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:46:29Z"
    name: isvc-paddle-predictor.18c72263e33044c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 6a14ae39-a066-42e6-8978-3e41decdef6a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32461"
    uid: cfa094d0-75e6-42f9-98ad-6d72b9dcf6d4
  kind: Event
  lastTimestamp: "2026-07-30T17:46:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:46:29Z"
    name: isvc-paddle-predictor.18c72263e3c086b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32803"
    uid: 51652ae5-668f-4c0a-90df-03075bc2d439
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:46:46.497341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32975"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:46:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:46:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c72267cd5208f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32982"
    uid: 971181c2-2f54-43ab-a6c3-00cb96acec70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32988"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:46:46Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:46:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c72267e8d6c8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32993"
    uid: 02737ba0-fb87-4ef3-8bb6-78a586e337ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:46:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:46:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c72267ea6d7917
    namespace: kserve-ci-e2e-test
    resourceVersion: "32995"
    uid: 9d3e537d-5ab3-44f4-a3d0-6e710403146e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:46:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:46:47Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c72267ed1e7e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "32996"
    uid: 147526f1-0dad-47b6-a761-f28d8a9b53c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:46:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:46:47Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c72267ed9305bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: bc382b41-bd74-4506-ba2d-4f3adb340327
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:46:52Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-30T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:46:52Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c7226918f51599
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: 39d98bb1-2cca-407e-802c-042cac04a8c2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:47:03Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.241s (11.241s
    including waiting). Image size: 1163606776 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:47:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c7226bb6fde640
    namespace: kserve-ci-e2e-test
    resourceVersion: "33121"
    uid: 2a8f491c-735e-410b-9b98-1cf983b94cd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:47:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:47:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c7226bba007ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33124"
    uid: 19b730d5-6b6e-480f-bbfb-af6debe32f2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:47:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:47:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c7226bba65b1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 6a1eb7f7-fafa-4375-ba58-8430fbb0e455
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:47:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:47:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c7226bba6f7a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 82793972-be80-4e0a-bb49-91296b268108
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:47:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:47:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c7226bbd7b722a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33127"
    uid: 2ffe88e1-e524-4f76-b122-58e664a3b8e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:47:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:47:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c7226bbdde23e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33128"
    uid: c1a96c75-ff18-4834-8cde-f067d8687ad5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:47:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:47:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c7226c241534cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33393"
    uid: d59abfd6-a666-4f04-8d67-21a8902ebed5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:47:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:47:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c7227877ac64f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33534"
    uid: 7710b828-70ee-40c4-bc0d-dc959883f327
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 8654c17b-d90b-4b18-929b-cde4eae70e15
  kind: Event
  lastTimestamp: "2026-07-30T17:47:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:47:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kv6ls.18c7227877acbf1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33535"
    uid: 9210df3b-0cd2-4dd3-96bf-323faba4535c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32967"
    uid: 3a2a2099-c409-4fa6-8a12-9463bb90b1fd
  kind: Event
  lastTimestamp: "2026-07-30T17:46:46Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-kv6ls'
  metadata:
    creationTimestamp: "2026-07-30T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:46:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c72267ccd579b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32978"
    uid: f6af38fe-eacd-436f-abc6-6a4272d9a968
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32964"
    uid: 52bce122-e590-46f4-ac0e-c65edd580983
  kind: Event
  lastTimestamp: "2026-07-30T17:46:46Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:46:46Z"
    name: isvc-paddle-runtime-predictor.18c72267c95abcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32968"
    uid: 4f543d5d-1a0f-44c5-a78c-17c46438881b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32966"
    uid: 6e2753df-e497-4098-9904-875b9b7e5b07
  kind: Event
  lastTimestamp: "2026-07-30T17:47:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:47:31Z"
    name: isvc-paddle-runtime-predictor.18c7226b486586c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33327"
    uid: d535fb7b-2112-42ac-a0b3-6c126c6e518d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32966"
    uid: 6e2753df-e497-4098-9904-875b9b7e5b07
  kind: Event
  lastTimestamp: "2026-07-30T17:47:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:47:31Z"
    name: isvc-paddle-runtime-predictor.18c7226b48dbc997
    namespace: kserve-ci-e2e-test
    resourceVersion: "33328"
    uid: 118add6f-c108-4efe-9369-371c89af282d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: 6e2753df-e497-4098-9904-875b9b7e5b07
  kind: Event
  lastTimestamp: "2026-07-30T17:47:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:47:46Z"
    name: isvc-paddle-runtime-predictor.18c72275c694d946
    namespace: kserve-ci-e2e-test
    resourceVersion: "33430"
    uid: 437f37e1-7e1a-46bf-8c24-0229f2b1e361
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: 6e2753df-e497-4098-9904-875b9b7e5b07
  kind: Event
  lastTimestamp: "2026-07-30T17:47:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:47:46Z"
    name: isvc-paddle-runtime-predictor.18c72275c715d92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33432"
    uid: eb85eefd-262c-4c59-858e-afbf17995a89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32958"
    uid: 22c8b70e-987e-49c7-8dab-091f15bc8988
  kind: Event
  lastTimestamp: "2026-07-30T17:47:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:47:51Z"
    name: isvc-paddle-runtime.18c72267c957d1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: 0055f8c2-2e6b-4ebf-991f-cd848818fc16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32958"
    uid: 22c8b70e-987e-49c7-8dab-091f15bc8988
  kind: Event
  lastTimestamp: "2026-07-30T17:46:46Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:46:46Z"
    name: isvc-paddle-runtime.18c72267c9e46fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32971"
    uid: 95c2ed1a-1eb9-471e-a948-e4200ab28764
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:47:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33465"
    uid: 22c8b70e-987e-49c7-8dab-091f15bc8988
  kind: Event
  lastTimestamp: "2026-07-30T17:47:51Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:47:51Z"
    name: isvc-paddle-runtime.18c72276e1bd0e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: ed9d900f-48da-4f86-825a-9cd755fc1c15
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:48:03.231057Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:48:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:48:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c72279ab014d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33606"
    uid: 4380d3cc-116b-4484-8ef9-829a7bd7fe3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:48:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c72279b1de4b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: 9db0b8f6-c9f0-4891-b72b-a9f2f80883ad
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33609"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:04Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:48:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c72279e830cda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: 5510a450-0cce-43d7-8ff4-7370763a5f64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:48:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c72279e9d65285
    namespace: kserve-ci-e2e-test
    resourceVersion: "33628"
    uid: a9345459-f455-409d-982c-3e41e2013f75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:48:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c72279ec65f396
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 52150d59-a88c-43a7-9753-9a8aecdd4362
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:48:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c72279eccaf326
    namespace: kserve-ci-e2e-test
    resourceVersion: "33630"
    uid: 44bf28b1-0471-49b1-8c46-8c1d119cb769
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:09Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:48:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c7227b201e0148
    namespace: kserve-ci-e2e-test
    resourceVersion: "33667"
    uid: 4b8f7aa8-ba43-426c-b042-1ced90e58fab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:48:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c7227b22fa1923
    namespace: kserve-ci-e2e-test
    resourceVersion: "33669"
    uid: 2d0e13e2-3134-44ae-8599-1698f9101131
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:48:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c7227b236930e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33672"
    uid: 7dff5d99-255d-402f-b2dd-e9c73e39565b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:48:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c7227b2373949f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33674"
    uid: 0abe8685-2ae1-4d71-a580-33de52dbfa57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:48:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c7227b260dcc21
    namespace: kserve-ci-e2e-test
    resourceVersion: "33677"
    uid: 49bc6292-c9bd-47ab-bb88-977316cf4dff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:48:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:48:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c7227b267e9d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "33678"
    uid: 17dbd594-58c9-4ba7-8511-e027767c4c61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:49:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c7227b5c1b0ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34110"
    uid: d470290e-b9f0-48e3-b2da-766febc04b9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:49:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c722881754e48a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34095"
    uid: 294ba62c-18d7-4358-ad43-5de0bae3ba4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:49:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c722881755640c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: fe8c096d-1f58-402b-a63c-ab2b15a2bbec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33604"
    uid: 00853d34-09d6-412b-9037-d0d384389404
  kind: Event
  lastTimestamp: "2026-07-30T17:49:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g.18c722886628cd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "34108"
    uid: 1ba40755-d8b0-4c09-96c6-662455ea4f4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: ac08107e-79d3-4b43-85d2-44b8c0d7424f
  kind: Event
  lastTimestamp: "2026-07-30T17:48:03Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ml44g'
  metadata:
    creationTimestamp: "2026-07-30T17:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:48:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c72279aa51c2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33602"
    uid: 9f4c1ab0-1263-47c5-92de-192b0d22bbb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 0672ddb7-8a26-43b5-829c-669961be1302
  kind: Event
  lastTimestamp: "2026-07-30T17:48:03Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:48:03Z"
    name: isvc-paddle-v2-kserve-predictor.18c72279a6fe1fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33591"
    uid: 521ce3ca-1fd6-436a-b291-af39a11825db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33589"
    uid: 20ad4344-d2ac-4433-bdfe-f1ae3d97e739
  kind: Event
  lastTimestamp: "2026-07-30T17:48:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:48:48Z"
    name: isvc-paddle-v2-kserve-predictor.18c7227d25cfffd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33952"
    uid: 96940b10-f607-4e7e-ab3c-a11b920c4ae8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33589"
    uid: 20ad4344-d2ac-4433-bdfe-f1ae3d97e739
  kind: Event
  lastTimestamp: "2026-07-30T17:48:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:48:48Z"
    name: isvc-paddle-v2-kserve-predictor.18c7227d26398306
    namespace: kserve-ci-e2e-test
    resourceVersion: "33953"
    uid: a0b08868-bd90-4110-b6fb-bbc2c5ebf49a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33743"
    uid: 20ad4344-d2ac-4433-bdfe-f1ae3d97e739
  kind: Event
  lastTimestamp: "2026-07-30T17:49:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:49:03Z"
    name: isvc-paddle-v2-kserve-predictor.18c72287a2ff883a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34064"
    uid: 15a29ff7-8604-4ae9-8fbf-a48d1d2ba532
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33743"
    uid: 20ad4344-d2ac-4433-bdfe-f1ae3d97e739
  kind: Event
  lastTimestamp: "2026-07-30T17:49:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:49:03Z"
    name: isvc-paddle-v2-kserve-predictor.18c72287a37a8535
    namespace: kserve-ci-e2e-test
    resourceVersion: "34065"
    uid: 98b705d4-66b9-436c-b719-a5a913379b5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: ea0a0058-5af4-40a2-8175-90caf3758fff
  kind: Event
  lastTimestamp: "2026-07-30T17:48:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:48:56Z"
    name: isvc-paddle-v2-kserve.18c72279a703243c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34022"
    uid: 1e5a521f-ee10-4d55-bda3-7582c6c8da4d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: ea0a0058-5af4-40a2-8175-90caf3758fff
  kind: Event
  lastTimestamp: "2026-07-30T17:48:03Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:48:03Z"
    name: isvc-paddle-v2-kserve.18c72279a7977a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: b3329fda-6c00-42e5-a881-76d4bcee8ac6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:48:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34020"
    uid: ea0a0058-5af4-40a2-8175-90caf3758fff
  kind: Event
  lastTimestamp: "2026-07-30T17:48:56Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:48:56Z"
    name: isvc-paddle-v2-kserve.18c7228617f9e831
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: ee8756c0-26a5-4aaa-99b9-b56bc5c7a1c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32303"
    uid: 4c75c6ce-b3f5-4d37-9a92-66e7fd6e33ed
  kind: Event
  lastTimestamp: "2026-07-30T17:46:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:46:37Z"
    name: isvc-paddle.18c72255e6d2d908
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: d757b1c0-4df0-4581-9264-f0448f5a4d19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32303"
    uid: 4c75c6ce-b3f5-4d37-9a92-66e7fd6e33ed
  kind: Event
  lastTimestamp: "2026-07-30T17:45:29Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-30T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:45:29Z"
    name: isvc-paddle.18c72255e763975c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: c5d40b4b-1706-4eed-92fe-b5d50d18a756
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:46:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32860"
    uid: 4c75c6ce-b3f5-4d37-9a92-66e7fd6e33ed
  kind: Event
  lastTimestamp: "2026-07-30T17:46:37Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:46:37Z"
    name: isvc-paddle.18c722659c002114
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: 63c58116-dd77-4678-bfc8-9d4686f946bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:49:10.351265Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34162"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-vk474
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:49:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:49:10Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c722894bae6087
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 4d9a755c-e06e-4082-b3fe-13a9f45db3ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:10Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c722895377dcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: d70c7312-0614-451f-8544-8386cfe86aca
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:11Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:49:11Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c7228988ca2666
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: bd420691-9ea7-4c6c-945b-cac955640aaf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:11Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c722898a59b198
    namespace: kserve-ci-e2e-test
    resourceVersion: "34189"
    uid: 480c54dc-18c4-4257-a9bc-dcb6028a59d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:11Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c722898d0ada8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: f5a33ea2-c80f-47ff-8fae-8ce09e0d9c0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:11Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c722898d75ccf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34191"
    uid: d72f8b84-11f7-403c-9b00-1a9e6b6f24e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:15Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-30T17:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:15Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c7228a8cf242c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34232"
    uid: 666a68c3-e3ab-4d88-b021-9dd9289ccb79
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:22Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.828s (6.828s
    including waiting). Image size: 801937285 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:22Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c7228c23f7ae10
    namespace: kserve-ci-e2e-test
    resourceVersion: "34284"
    uid: 8f278faa-8f06-4d1a-9d67-ee604e04f530
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:22Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c7228c26de8d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "34285"
    uid: cf868c8e-ff19-447f-888b-81f8560b6cfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:22Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c7228c274fda99
    namespace: kserve-ci-e2e-test
    resourceVersion: "34286"
    uid: f5b8ceb8-8948-4d75-a057-e977f09889de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:22Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c7228c275a8421
    namespace: kserve-ci-e2e-test
    resourceVersion: "34287"
    uid: e2321614-3c39-4e8d-a2c6-cee9b6cdbb4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:22Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c7228c2a14a5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34288"
    uid: 87f9c953-b370-4cb6-b255-337364b0c6c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:49:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:49:22Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c7228c2a8549a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: b648c3cf-14ff-41af-880e-36d7bdd46c7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:50:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:50:54Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c7228c6c02c4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34959"
    uid: 66b70de8-cc99-420c-9dda-53e24f6398be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:50:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:50:51Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c722a0d2f1bb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34934"
    uid: 41fe4617-5054-4bee-9c47-9d8566f4a53b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:50:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:50:51Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c722a0d2f22ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34935"
    uid: 6d2deeee-15c5-4c4a-afff-6f705b407b1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-vk474
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 834ab665-bc91-483a-90d1-169de9306e14
  kind: Event
  lastTimestamp: "2026-07-30T17:50:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:50:54Z"
    name: isvc-pmml-predictor-8674795f59-vk474.18c722a19c390f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34962"
    uid: aa8c48cc-3e7a-4630-ba60-6ce12d17fb38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34152"
    uid: a2baa47b-cc7f-4519-9450-eecc9104a74c
  kind: Event
  lastTimestamp: "2026-07-30T17:49:10Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-vk474'
  metadata:
    creationTimestamp: "2026-07-30T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:49:10Z"
    name: isvc-pmml-predictor-8674795f59.18c722894b41dc1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34163"
    uid: 1dbddf18-16d4-481a-b475-01b1a901a29f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: c3c5b190-c437-4ff2-9e2f-3e17fad1fab3
  kind: Event
  lastTimestamp: "2026-07-30T17:49:10Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:49:10Z"
    name: isvc-pmml-predictor.18c722894771c0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34154"
    uid: 410f40aa-8ece-466c-b5fb-1d421cbc6ec3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 78c9d2e9-97f3-46aa-bf93-a65717ba53d7
  kind: Event
  lastTimestamp: "2026-07-30T17:49:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:49:40Z"
    name: isvc-pmml-predictor.18c7228cc5d1240f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34415"
    uid: 09284b73-7477-4a52-ba70-f266794b4fd3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 78c9d2e9-97f3-46aa-bf93-a65717ba53d7
  kind: Event
  lastTimestamp: "2026-07-30T17:49:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:49:40Z"
    name: isvc-pmml-predictor.18c7228cc6412c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "34416"
    uid: bd2369f8-f1ee-4d4e-9d0b-d9e62ed2ef93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 78c9d2e9-97f3-46aa-bf93-a65717ba53d7
  kind: Event
  lastTimestamp: "2026-07-30T17:50:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:50:40Z"
    name: isvc-pmml-predictor.18c72293c48172c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34840"
    uid: 210c3d0d-4b15-441e-aad9-522f799837cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 78c9d2e9-97f3-46aa-bf93-a65717ba53d7
  kind: Event
  lastTimestamp: "2026-07-30T17:50:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:50:40Z"
    name: isvc-pmml-predictor.18c72293c4f89874
    namespace: kserve-ci-e2e-test
    resourceVersion: "34841"
    uid: 85efe9a3-1cc0-4b07-843f-c4c327b536b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:50:56.554680Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35003"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-xf2vs
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:50:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:50:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a205e6071e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: abb7f09a-a2f6-4c80-8059-2027179bc4cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35013"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:50:56Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:50:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a21f69d847
    namespace: kserve-ci-e2e-test
    resourceVersion: "35021"
    uid: 4f364020-fff1-4087-8bbf-524978b0a99e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:50:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:50:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a221061af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35023"
    uid: 111cfa82-e6b9-4cd4-a208-3705bd13eb1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:50:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:50:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a223c5d359
    namespace: kserve-ci-e2e-test
    resourceVersion: "35024"
    uid: 64fb9234-3164-40e4-840f-0a6572f200a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:50:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:50:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a22432e6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35025"
    uid: 1ced8c3c-6964-4a31-8a19-04e036a271a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:51:01Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:51:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a317954802
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: ee29c97f-73f4-49ff-aedc-11833bed8d2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:51:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:51:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a31a2b5b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "35063"
    uid: 46b74c6c-2ef1-46f7-9195-df2e82afc77e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:51:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:51:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a31a9a8e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35064"
    uid: fa7f2bcd-ad82-4459-b770-6a44741fa47d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:51:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:51:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a31aa3ffbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35067"
    uid: e6e08dca-ab5b-4edc-9ae1-688d912a1bf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:51:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:51:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a31d8136ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35069"
    uid: b6bf4d0c-22a3-449a-9aba-217da84d7e98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:51:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:51:01Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a31dee8e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35070"
    uid: 1a27f413-d9a5-43df-9af9-e86a1dcf0e67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:52:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722a38f5df997
    namespace: kserve-ci-e2e-test
    resourceVersion: "35731"
    uid: 619b137f-a66f-4c8a-9b71-abcc99cfd0a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:52:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722b73289434d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35713"
    uid: 95a206a7-8ad3-405e-866f-a94cc2e34194
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:52:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722b73289d826
    namespace: kserve-ci-e2e-test
    resourceVersion: "35714"
    uid: 73050c14-b124-4b93-ac9e-45b274cfde8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 3e86bd96-77d8-411c-9dbf-f01d951d57fc
  kind: Event
  lastTimestamp: "2026-07-30T17:52:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xf2vs.18c722b7958e997b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35728"
    uid: 5e84926a-b4e9-4d28-84a8-c8f33e708a10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: 28bdbec1-ecec-4bb9-86ac-5c1bd4ec34f8
  kind: Event
  lastTimestamp: "2026-07-30T17:50:56Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-xf2vs'
  metadata:
    creationTimestamp: "2026-07-30T17:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:50:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c722a2056bab90
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: 506f46a7-b9e4-48fc-82ff-2e0699127372
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34988"
    uid: a431df98-9e8a-4feb-bc7a-2f263a68a037
  kind: Event
  lastTimestamp: "2026-07-30T17:50:56Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:50:56Z"
    name: isvc-pmml-runtime-predictor.18c722a200cb7fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34992"
    uid: 394a4957-07db-44d0-9cd9-4f9001cf8549
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34989"
    uid: 676ca319-47f2-4037-8269-3c9efe26c5a4
  kind: Event
  lastTimestamp: "2026-07-30T17:51:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:51:11Z"
    name: isvc-pmml-runtime-predictor.18c722a57fc26021
    namespace: kserve-ci-e2e-test
    resourceVersion: "35146"
    uid: 801b678c-10a6-4af5-b61f-87ec8ea9ffa3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34989"
    uid: 676ca319-47f2-4037-8269-3c9efe26c5a4
  kind: Event
  lastTimestamp: "2026-07-30T17:51:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:51:11Z"
    name: isvc-pmml-runtime-predictor.18c722a580416583
    namespace: kserve-ci-e2e-test
    resourceVersion: "35147"
    uid: 498cf3aa-d919-443d-9476-571f93ea33e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: 676ca319-47f2-4037-8269-3c9efe26c5a4
  kind: Event
  lastTimestamp: "2026-07-30T17:52:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:52:26Z"
    name: isvc-pmml-runtime-predictor.18c722a8ff1868b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35688"
    uid: 54fef5ed-7f38-4f30-a3bc-38ca367e2dbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T17:51:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: 676ca319-47f2-4037-8269-3c9efe26c5a4
  kind: Event
  lastTimestamp: "2026-07-30T17:52:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:52:26Z"
    name: isvc-pmml-runtime-predictor.18c722a8ffd70f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35689"
    uid: 0caac591-d79c-426e-a370-945d6045b2fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34981"
    uid: 265fd8c5-7dcb-4d90-a84d-4729e2ccf832
  kind: Event
  lastTimestamp: "2026-07-30T17:52:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:52:19Z"
    name: isvc-pmml-runtime.18c722a200c4ee50
    namespace: kserve-ci-e2e-test
    resourceVersion: "35637"
    uid: 4debe55d-a0d5-413c-ac04-138bbe6f3917
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34981"
    uid: 265fd8c5-7dcb-4d90-a84d-4729e2ccf832
  kind: Event
  lastTimestamp: "2026-07-30T17:50:56Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:50:56Z"
    name: isvc-pmml-runtime.18c722a2014d705e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34996"
    uid: f3007e5b-176f-43c5-8e99-f9e3c21f5751
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35635"
    uid: 265fd8c5-7dcb-4d90-a84d-4729e2ccf832
  kind: Event
  lastTimestamp: "2026-07-30T17:52:19Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:52:19Z"
    name: isvc-pmml-runtime.18c722b56354833a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: 5a1c083b-f1cc-47d1-add0-b047b43cdcc3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:52:32.668845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35776"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:52:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:52:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b866bfa9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35780"
    uid: 90de0b65-73c9-4b4c-98c3-b67666f6fe61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35787"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:52:33Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:52:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b8801a81e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35797"
    uid: 5524ed8c-2ca0-4a9e-baa9-f183bb2c4f1c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:52:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b881b7d2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 08986812-6dda-4fea-9d2e-d453c4313f5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:52:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b8844b84d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35800"
    uid: e74f4fa4-7835-4836-9e5a-c97e07f99e4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:52:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b884bc2735
    namespace: kserve-ci-e2e-test
    resourceVersion: "35801"
    uid: 58a9e74b-bbae-4f9a-9e20-fddfc410a986
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:52:37Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b986ecff26
    namespace: kserve-ci-e2e-test
    resourceVersion: "35837"
    uid: b546cab1-e8b5-4d4c-9e5c-ac7172ba9cfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:52:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b989cb09cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35840"
    uid: 363b169b-2e9f-4427-95f6-7628e6345b83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:52:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b98a3ca774
    namespace: kserve-ci-e2e-test
    resourceVersion: "35843"
    uid: 32d8174d-baee-4db9-b4e5-11bee3cb8103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:52:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b98a47b6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35844"
    uid: c6a4610e-64e9-4c4f-a8c6-1a12214bf716
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:52:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b98db7bcf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35847"
    uid: 753c34cc-ffe3-47a3-8eb2-57fea1554ebd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:52:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:52:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b98e2ce883
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 101651fa-8ebf-43d6-be31-99f9afbd4886
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:54:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722b9c328974c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 8e1b2bbc-9b7a-4921-8d39-7feb45541853
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:54:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:13Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722cfeba6d6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "36558"
    uid: 79f3ad98-1734-45c0-ae9c-44a730767e59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:54:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:13Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722cfeba76485
    namespace: kserve-ci-e2e-test
    resourceVersion: "36559"
    uid: 7774c243-bd17-4180-99e9-8443581af2b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 7964728a-a3a7-4cb7-a3d4-3455dfc4d3eb
  kind: Event
  lastTimestamp: "2026-07-30T17:54:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6.18c722d01d5fe7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36565"
    uid: a5212614-3780-4bd2-a865-de72c328db8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35765"
    uid: 7a0e9893-8431-4f4f-a677-1534b414c605
  kind: Event
  lastTimestamp: "2026-07-30T17:52:32Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-pcvz6'
  metadata:
    creationTimestamp: "2026-07-30T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:52:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c722b866492d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: bc891ba2-08d8-4aa0-a013-ba04559c7b15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35763"
    uid: 126fa8aa-6915-4213-938e-ef9792dca517
  kind: Event
  lastTimestamp: "2026-07-30T17:52:32Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:52:32Z"
    name: isvc-pmml-v2-kserve-predictor.18c722b8612e44f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35768"
    uid: 76db7b86-bfe3-4325-9489-3190af2d6a92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35764"
    uid: fdbac90e-0206-4e33-8209-74e66ed58b08
  kind: Event
  lastTimestamp: "2026-07-30T17:53:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:53:17Z"
    name: isvc-pmml-v2-kserve-predictor.18c722bbdfe5b5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36136"
    uid: 2d4b13d2-2c46-4a14-a281-d5dccf1d449e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35764"
    uid: fdbac90e-0206-4e33-8209-74e66ed58b08
  kind: Event
  lastTimestamp: "2026-07-30T17:53:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:53:17Z"
    name: isvc-pmml-v2-kserve-predictor.18c722bbe05b4b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36137"
    uid: 94ff8b06-4341-47a7-b038-b5188ca66463
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:53:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: fdbac90e-0206-4e33-8209-74e66ed58b08
  kind: Event
  lastTimestamp: "2026-07-30T17:54:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:54:02Z"
    name: isvc-pmml-v2-kserve-predictor.18c722bf5f667d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: 1ea8d86d-e394-42e5-817f-6b7e50bf1364
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:53:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: fdbac90e-0206-4e33-8209-74e66ed58b08
  kind: Event
  lastTimestamp: "2026-07-30T17:54:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:54:02Z"
    name: isvc-pmml-v2-kserve-predictor.18c722bf5fe2d63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: d39ec1e7-4fe2-4b5b-aac6-217064c9c2ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35755"
    uid: 6055f779-93a1-4fcb-a865-40544565a1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:54:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:54:04Z"
    name: isvc-pmml-v2-kserve.18c722b8612921f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 57fd347b-d746-40c0-bb52-6e49cfab11a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35755"
    uid: 6055f779-93a1-4fcb-a865-40544565a1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:52:32Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:52:32Z"
    name: isvc-pmml-v2-kserve.18c722b861ba8233
    namespace: kserve-ci-e2e-test
    resourceVersion: "35785"
    uid: 0127f723-529f-406f-b6ec-fdb55420c0e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:52:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35760"
    uid: 6055f779-93a1-4fcb-a865-40544565a1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:52:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:52:32Z"
    name: isvc-pmml-v2-kserve.18c722b867ae5030
    namespace: kserve-ci-e2e-test
    resourceVersion: "35788"
    uid: 53bfcb2d-61f1-44e1-9b93-cb2af2e7f770
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36476"
    uid: 6055f779-93a1-4fcb-a865-40544565a1bc
  kind: Event
  lastTimestamp: "2026-07-30T17:54:04Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:54:04Z"
    name: isvc-pmml-v2-kserve.18c722cdce8758dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36477"
    uid: 415a8f5b-7f87-44ca-b23c-bb1952a4e536
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 1290a63e-73e5-42d4-8555-189bf0085ef0
  kind: Event
  lastTimestamp: "2026-07-30T17:50:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:50:44Z"
    name: isvc-pmml.18c7228946e62852
    namespace: kserve-ci-e2e-test
    resourceVersion: "34877"
    uid: d21918a7-6f3a-4c4d-926c-7ecd7bb95131
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 1290a63e-73e5-42d4-8555-189bf0085ef0
  kind: Event
  lastTimestamp: "2026-07-30T17:49:10Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:49:10Z"
    name: isvc-pmml.18c7228947440ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34171"
    uid: 7f2a0a68-f4a4-45d0-aeb9-1671e326094f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:49:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34144"
    uid: 1290a63e-73e5-42d4-8555-189bf0085ef0
  kind: Event
  lastTimestamp: "2026-07-30T17:49:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:49:10Z"
    name: isvc-pmml.18c722894d222a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 3f96fafa-3ffb-43ad-89c4-080ae57c64de
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:50:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: 1290a63e-73e5-42d4-8555-189bf0085ef0
  kind: Event
  lastTimestamp: "2026-07-30T17:50:44Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:50:44Z"
    name: isvc-pmml.18c7229f4595eca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34876"
    uid: 4a7684b9-e922-4acc-9c36-3bce05c9ef97
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:00:08.189261Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39512"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:00:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:00:08Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c7232275e19987
    namespace: kserve-ci-e2e-test
    resourceVersion: "39517"
    uid: fb56733c-dadf-4bfe-8887-950d4c14223f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39521"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:00:08Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:00:08Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c723228f18e945
    namespace: kserve-ci-e2e-test
    resourceVersion: "39534"
    uid: f65b0336-69ec-47b2-829e-3f35f973ef02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:00:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:08Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c72322909d5ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: c2172dc6-8722-4174-b994-0717cab30c05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:00:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:08Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c72322933f1605
    namespace: kserve-ci-e2e-test
    resourceVersion: "39537"
    uid: 6c00e469-0d29-4c91-a6de-051f5a8b4885
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:00:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:08Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c7232293ae0dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: 24e15797-f0cd-4cd5-b9dd-a3e11b4c8251
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:00:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c72323a5bb57b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39576"
    uid: 3170a73b-adb2-4284-b23f-6cc90b579c44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:00:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c72323a89f3e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "39579"
    uid: 23574530-e137-48b7-acce-1dafaaee4061
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:00:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c72323a91059af
    namespace: kserve-ci-e2e-test
    resourceVersion: "39582"
    uid: 7c1ca60e-30bb-4eb6-a2d7-7f46a1bfb7ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:00:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c72323a91b038b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39583"
    uid: 556b7eeb-f098-42ae-b7e2-219213aab9f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:00:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c72323abe23a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "39585"
    uid: c768bb66-47ed-466d-a921-e0d2382252ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:00:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c72323ac54d6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39586"
    uid: 7971e00f-1da1-4da0-9781-2f1214a10a94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:01:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:41Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c723241d802d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "40246"
    uid: 8d30cac3-cc73-4a5a-bc46-68782cfabd15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:01:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:38Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c7233771491ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40221"
    uid: bfa92ed1-caa2-4154-b2d9-49c531a53c8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:01:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:38Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c723377149cc06
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: 52d6284a-eaa8-400a-950a-3a8685ebd296
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 784c976e-e7c5-4560-ab13-0c2b23306432
  kind: Event
  lastTimestamp: "2026-07-30T18:01:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:41Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw.18c7233823abfa8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: c9a84df9-55c0-4c3e-b4c5-2b8508da8fae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39500"
    uid: b79909e8-032a-4c00-9029-bfac3ef988ca
  kind: Event
  lastTimestamp: "2026-07-30T18:00:08Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-pjlxw'
  metadata:
    creationTimestamp: "2026-07-30T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:00:08Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c72322754a6600
    namespace: kserve-ci-e2e-test
    resourceVersion: "39513"
    uid: bf9fd30b-ae8a-4b15-9f54-096eff5b2b69
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: 63d06d2a-61ea-4428-971b-cfd99b48577b
  kind: Event
  lastTimestamp: "2026-07-30T18:00:08Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:00:08Z"
    name: isvc-predictive-lightgbm-predictor.18c72322711d0585
    namespace: kserve-ci-e2e-test
    resourceVersion: "39503"
    uid: 91cb751c-ce6a-4f32-98e7-fb158755c178
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39499"
    uid: 56ec455d-e097-4f42-aaa0-e8845d65c7e7
  kind: Event
  lastTimestamp: "2026-07-30T18:00:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:00:53Z"
    name: isvc-predictive-lightgbm-predictor.18c72325f0e4bacb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39872"
    uid: 1fd1eca3-fef2-42b8-abc5-3ac8f653f419
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39499"
    uid: 56ec455d-e097-4f42-aaa0-e8845d65c7e7
  kind: Event
  lastTimestamp: "2026-07-30T18:00:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:00:53Z"
    name: isvc-predictive-lightgbm-predictor.18c72325f16139cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39873"
    uid: 742d66d6-a02a-43cc-b6e5-e6bbd1012fc6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39656"
    uid: 56ec455d-e097-4f42-aaa0-e8845d65c7e7
  kind: Event
  lastTimestamp: "2026-07-30T18:01:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:01:38Z"
    name: isvc-predictive-lightgbm-predictor.18c723306ec5edb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40204"
    uid: c28c10ec-b914-46bc-b854-742d5d0c781b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39656"
    uid: 56ec455d-e097-4f42-aaa0-e8845d65c7e7
  kind: Event
  lastTimestamp: "2026-07-30T18:01:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:01:38Z"
    name: isvc-predictive-lightgbm-predictor.18c723306f2fb0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40205"
    uid: d406c8c6-1159-4ef1-bca3-feea6feb0116
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:04:44.858136Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41730"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:04:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:04:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72362e0a18cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41734"
    uid: 948ccaea-7cd1-425b-939c-1bb826013a2b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41739"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:04:45Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:04:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72362fa174d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "41744"
    uid: c43da5c6-84e6-42ce-ae2e-69cc72574f63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:04:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72362fba01b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "41748"
    uid: 6b898479-8bc9-424f-853a-88cfdf6919f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:04:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72362fe77f6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41751"
    uid: 0f7eefdd-6193-4370-8a2a-4a3e30073a64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:04:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72362fee9979a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: 2944aa6b-9056-4c18-a27a-0a12033c69f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:04:49Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72363eddd59c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41787"
    uid: abcc98d1-4c57-4819-933d-a7bb35c7ede1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:04:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72363f12a1628
    namespace: kserve-ci-e2e-test
    resourceVersion: "41789"
    uid: b577b803-5639-4647-a7ff-0ee26c634e7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:04:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72363f1937440
    namespace: kserve-ci-e2e-test
    resourceVersion: "41792"
    uid: 8d440353-244e-4a33-8adc-63bdb622c90d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:04:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72363f19e88f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41793"
    uid: 4b86c36e-12ea-4e93-b5e4-40393526f7c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:04:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72363f4a1a963
    namespace: kserve-ci-e2e-test
    resourceVersion: "41795"
    uid: 03262843-daf2-4b5d-bc8c-ed053eabab8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:04:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72363f5031bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41796"
    uid: 02a4bc08-a5fc-4869-93a9-ea2d507e622d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:05:56Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:05:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c7236c8c3bba77
    namespace: kserve-ci-e2e-test
    resourceVersion: "42267"
    uid: cda95e2c-1842-43e0-9a80-8841b5895a0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:06:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72377da81f95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42422"
    uid: 80ed0795-1b7e-40dd-956b-157aaab2088c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:06:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72377da82640f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42423"
    uid: 09a09e80-eea0-40c7-81c2-a53b1442d20b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: b97c2bc4-3446-4535-8566-9f3847b59822
  kind: Event
  lastTimestamp: "2026-07-30T18:06:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht.18c72378301802ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "42436"
    uid: a3363142-a1d0-42bc-bde7-c1dff1c5e81f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "41717"
    uid: 8fd615b2-5659-4f86-9588-a4521c518f29
  kind: Event
  lastTimestamp: "2026-07-30T18:04:44Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-r9mht'
  metadata:
    creationTimestamp: "2026-07-30T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:04:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c72362dff1ac7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41731"
    uid: fba5ebe7-6e53-43c5-970d-c7c0f6158c47
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41715"
    uid: cc7de43f-3d54-4bab-9a12-8bc7d6feedda
  kind: Event
  lastTimestamp: "2026-07-30T18:04:44Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:04:44Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c72362dae3452a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41719"
    uid: 9463edf0-63ee-436d-a168-ae8684046e35
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41716"
    uid: a6fc0f96-1242-4763-88d7-d012726367a6
  kind: Event
  lastTimestamp: "2026-07-30T18:05:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:05:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c7236659a4126c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41978"
    uid: 0d0d5d4e-4902-42ee-80b6-baddf4acfba2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41716"
    uid: a6fc0f96-1242-4763-88d7-d012726367a6
  kind: Event
  lastTimestamp: "2026-07-30T18:05:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:05:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c723665a42760a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41979"
    uid: 6323992d-65dd-4240-91be-eb6e01fff2e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:05:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41873"
    uid: a6fc0f96-1242-4763-88d7-d012726367a6
  kind: Event
  lastTimestamp: "2026-07-30T18:06:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:06:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c7236d588177df
    namespace: kserve-ci-e2e-test
    resourceVersion: "42404"
    uid: 25de3df7-7c75-4959-902c-f8c58ddae342
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:05:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41873"
    uid: a6fc0f96-1242-4763-88d7-d012726367a6
  kind: Event
  lastTimestamp: "2026-07-30T18:06:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:06:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c7236d58f7b5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42405"
    uid: 41ca2a71-e124-4e37-8913-b57a1f82c946
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41708"
    uid: e42d90d8-5dcf-4658-b094-fb363fa1fb69
  kind: Event
  lastTimestamp: "2026-07-30T18:06:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:06:04Z"
    name: isvc-predictive-lightgbm-v2.18c72362daef90d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42332"
    uid: 18c12442-0341-4156-b973-1fa72b940cc8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41708"
    uid: e42d90d8-5dcf-4658-b094-fb363fa1fb69
  kind: Event
  lastTimestamp: "2026-07-30T18:04:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:04:44Z"
    name: isvc-predictive-lightgbm-v2.18c72362db82e0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41723"
    uid: 78b420e1-2586-4443-a087-4a4036c66592
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42330"
    uid: e42d90d8-5dcf-4658-b094-fb363fa1fb69
  kind: Event
  lastTimestamp: "2026-07-30T18:06:04Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:06:04Z"
    name: isvc-predictive-lightgbm-v2.18c723757dc4665f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42331"
    uid: 483e9c49-49b3-443c-89ac-bfdf48a4cbb4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39491"
    uid: ef7d959b-15a9-45bd-8ee0-a80e55a592fe
  kind: Event
  lastTimestamp: "2026-07-30T18:01:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:01:31Z"
    name: isvc-predictive-lightgbm.18c72322711cfd46
    namespace: kserve-ci-e2e-test
    resourceVersion: "40160"
    uid: fc1a24d2-b46b-4192-9796-55ac6451dc1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39491"
    uid: ef7d959b-15a9-45bd-8ee0-a80e55a592fe
  kind: Event
  lastTimestamp: "2026-07-30T18:00:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:00:08Z"
    name: isvc-predictive-lightgbm.18c7232271bbf797
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: 7176c4a2-601b-49f5-8d9e-54dafea9bacb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: ef7d959b-15a9-45bd-8ee0-a80e55a592fe
  kind: Event
  lastTimestamp: "2026-07-30T18:01:31Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:01:31Z"
    name: isvc-predictive-lightgbm.18c72335d5be18eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40159"
    uid: 1d08084a-3ce3-4fcd-8e50-ae808bf214ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:56:37.552343Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37848"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:56:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:56:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f16af155e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: f1c76666-c187-4aef-820b-ec9d6ee19e5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37858"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:56:37Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:56:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f18464e803
    namespace: kserve-ci-e2e-test
    resourceVersion: "37869"
    uid: 4b13725c-fd0f-4f6a-b4ab-c0384d58970d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:56:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:38Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f185e912dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: 48d7d83a-fa55-4c10-90c7-10a43a6eaaea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:56:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:38Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f1888518a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37872"
    uid: 2dceab1c-5081-4a0b-b0b3-fccf846de15c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:56:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:38Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f188f57c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37873"
    uid: dbf6b2f0-cdf6-46ae-af21-7beb8f1f6e94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:56:42Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-30T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f28f3725b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37910"
    uid: 299fcc94-7a31-4996-8792-bac531e1dbed
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:57:03Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.902s
    (20.902s including waiting). Image size: 2352962705 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:57:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f76d1a964e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: 5177460d-418f-4ff0-9409-0e0c1b46fa06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:57:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:57:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f774ce5323
    namespace: kserve-ci-e2e-test
    resourceVersion: "38057"
    uid: a8c5bd55-524a-4fd5-9b53-9f3214cf42a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:57:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:57:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f7761c74b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38058"
    uid: 945ac0fb-1c0d-485f-a25b-18f018c695a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:57:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:57:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f776275bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38059"
    uid: e9a212a7-2a70-4f37-a840-da9cd3d94853
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:57:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:57:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f77be7ddee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38063"
    uid: 4f30ac94-aaec-42af-a2a0-daab55c043e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:57:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:57:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f77d1c92f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38064"
    uid: 91626c28-e549-421e-8ba4-f80b79b39983
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:58:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:31Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c722f7f0f2bcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38718"
    uid: e2d6fb97-dc65-4f53-8fbf-1207f027fa49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:58:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c7230b10165ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38692"
    uid: eb3973c2-7abd-4387-a922-f0c9decff3af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:58:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c7230b1017b643
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 282b799b-45b3-48f5-913a-a129fd8c1389
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: a9e0c308-aaa8-49ad-95c8-1d6f8b0da332
  kind: Event
  lastTimestamp: "2026-07-30T17:58:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:31Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mltwp.18c7230bf71fca68
    namespace: kserve-ci-e2e-test
    resourceVersion: "38717"
    uid: 1e4ae2f3-da7f-40fa-a23e-efc2ddbb391b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37838"
    uid: a47466ce-4171-4397-889d-c7c9df53aeb9
  kind: Event
  lastTimestamp: "2026-07-30T17:56:37Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-mltwp'
  metadata:
    creationTimestamp: "2026-07-30T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:56:37Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c722f16a70234c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: 8f99b602-dacb-481d-8252-a23e0a38f897
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37836"
    uid: ed84f3f8-07eb-49ae-88d1-b0b1179475d7
  kind: Event
  lastTimestamp: "2026-07-30T17:56:37Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:56:37Z"
    name: isvc-predictive-sklearn-predictor.18c722f167159bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37840"
    uid: da554963-5bbc-4c83-813f-9b7906be8e34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37837"
    uid: 2b6e1569-6826-41b3-b9a0-bbd842948f9f
  kind: Event
  lastTimestamp: "2026-07-30T17:57:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:57:37Z"
    name: isvc-predictive-sklearn-predictor.18c722f4e610d2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38307"
    uid: 495d7766-a171-4262-97f0-eef6c5a3977d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37837"
    uid: 2b6e1569-6826-41b3-b9a0-bbd842948f9f
  kind: Event
  lastTimestamp: "2026-07-30T17:57:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:57:37Z"
    name: isvc-predictive-sklearn-predictor.18c722f4e6b371de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38308"
    uid: bf09b82a-9e20-4044-9aa5-8acf8bbb98ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:57:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 2b6e1569-6826-41b3-b9a0-bbd842948f9f
  kind: Event
  lastTimestamp: "2026-07-30T17:58:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:58:22Z"
    name: isvc-predictive-sklearn-predictor.18c72302e31576dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38634"
    uid: b05ce4e6-f29a-40e6-9750-9fd27b15396d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:57:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 2b6e1569-6826-41b3-b9a0-bbd842948f9f
  kind: Event
  lastTimestamp: "2026-07-30T17:58:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:58:22Z"
    name: isvc-predictive-sklearn-predictor.18c72302e38923e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38635"
    uid: 5d2da1a2-97e7-4909-8d25-1a648e0d3408
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:01:43.487523Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40288"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:01:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:01:43Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c72338a619ae5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40292"
    uid: 4ab753b2-6b0d-4d46-b9ed-be6c801ebac7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:01:43Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:01:43Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c72338bf87f6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40307"
    uid: 6e7f4cc7-a336-4e9c-b6e1-846eb6c76e0f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:01:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:43Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c72338c115f275
    namespace: kserve-ci-e2e-test
    resourceVersion: "40309"
    uid: 9ba52d2d-f17d-4f33-886f-febb4f847a76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:01:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c72338c4ea43bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40310"
    uid: 5117c4a3-bab5-4640-b533-613ee234c7fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:01:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c72338c5a5db41
    namespace: kserve-ci-e2e-test
    resourceVersion: "40312"
    uid: 3113b508-2f51-486f-a956-212f22143b55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:01:47Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:47Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c723399ee12ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40341"
    uid: c6aa65fc-ffb5-4db2-8784-94c6cb182137
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:01:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:47Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c72339a1854d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40344"
    uid: d67db4a2-e488-43f3-8c40-3a23bdba1d20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:01:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:47Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c72339a1f40492
    namespace: kserve-ci-e2e-test
    resourceVersion: "40346"
    uid: 91766a66-537b-4fac-b664-5837df11d3d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:01:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:47Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c72339a1fdc25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40348"
    uid: 1ea1734b-5d66-4454-924b-6c68fb0ddb91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:01:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:47Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c72339a476d07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40349"
    uid: 86d15d35-e634-4483-8200-63f5ed4d85dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:01:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:01:47Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c72339a4e27fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: a9edd30b-0925-4e16-a6ef-a4d6b4aec05e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:02:55Z"
  message: 'Readiness probe failed: Get "http://10.134.0.45:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:02:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c723427904b9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40826"
    uid: 0d1acc56-738e-4d54-b70f-7d00d62e3348
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:03:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:04Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c7234b7b4cc21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40911"
    uid: 1649feed-6485-4199-8fc4-8d8797efb2e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:03:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:04Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c7234b7b4d5e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "40912"
    uid: 28575d89-bd3d-4c89-b92d-d4210af0a1c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 193be677-a51e-4ed8-b2c5-a292891869c2
  kind: Event
  lastTimestamp: "2026-07-30T18:03:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:05Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l.18c7234bc8d5f720
    namespace: kserve-ci-e2e-test
    resourceVersion: "40923"
    uid: 0defffd0-a396-4309-93a8-30efb4e0c5df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40275"
    uid: b94ab0cd-7417-4345-932d-94ef46fb555c
  kind: Event
  lastTimestamp: "2026-07-30T18:01:43Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-dwr6l'
  metadata:
    creationTimestamp: "2026-07-30T18:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:01:43Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c72338a59ffcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: b89ac2fc-1fae-43d7-b06b-f8e0d93828ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9521aabc-e280-45de-921b-e2e4ae6af704
  kind: Event
  lastTimestamp: "2026-07-30T18:01:43Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:01:43Z"
    name: isvc-predictive-sklearn-v2-predictor.18c72338a19be1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40276"
    uid: dc03a48a-0b82-4266-b535-f0daac2a0cc5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40274"
    uid: 0cc322c0-2990-4d03-a329-36819b44b412
  kind: Event
  lastTimestamp: "2026-07-30T18:02:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:02:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18c7233c20213b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40531"
    uid: 7dcfbbb7-002d-4508-94ce-bbd34316fb27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40274"
    uid: 0cc322c0-2990-4d03-a329-36819b44b412
  kind: Event
  lastTimestamp: "2026-07-30T18:02:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:02:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18c7233c2091bdf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40532"
    uid: a2473e57-ebe1-480e-9209-72f1f802c716
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40429"
    uid: 0cc322c0-2990-4d03-a329-36819b44b412
  kind: Event
  lastTimestamp: "2026-07-30T18:02:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:02:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18c723431e809103
    namespace: kserve-ci-e2e-test
    resourceVersion: "40842"
    uid: 2b11fcff-137b-4b07-a2a0-5a0628954061
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40429"
    uid: 0cc322c0-2990-4d03-a329-36819b44b412
  kind: Event
  lastTimestamp: "2026-07-30T18:02:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:02:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18c723431ee972d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40844"
    uid: 2924aef5-53e1-4411-815c-5511d57baddf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40265"
    uid: ec18aa4f-9f38-4ef3-be3c-0a22d95f537e
  kind: Event
  lastTimestamp: "2026-07-30T18:03:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:03:00Z"
    name: isvc-predictive-sklearn-v2.18c72338a198e96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40868"
    uid: 91617e54-5d0d-4256-8ff6-186d68a6ace2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:01:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40265"
    uid: ec18aa4f-9f38-4ef3-be3c-0a22d95f537e
  kind: Event
  lastTimestamp: "2026-07-30T18:01:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:01:43Z"
    name: isvc-predictive-sklearn-v2.18c72338a222f411
    namespace: kserve-ci-e2e-test
    resourceVersion: "40280"
    uid: f7cfbe06-142f-4578-889c-bb81b4271d1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40866"
    uid: ec18aa4f-9f38-4ef3-be3c-0a22d95f537e
  kind: Event
  lastTimestamp: "2026-07-30T18:03:00Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:03:00Z"
    name: isvc-predictive-sklearn-v2.18c7234aa7450798
    namespace: kserve-ci-e2e-test
    resourceVersion: "40867"
    uid: b98b4aa2-85fc-4c9c-9549-98dc85ac9d7e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: 21a55eb8-c9ac-4743-92d0-aa59b272ece3
  kind: Event
  lastTimestamp: "2026-07-30T17:58:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:58:21Z"
    name: isvc-predictive-sklearn.18c722f1670f823a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 56d80cc3-ce9f-4d8a-984c-11e9f7120bdf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: 21a55eb8-c9ac-4743-92d0-aa59b272ece3
  kind: Event
  lastTimestamp: "2026-07-30T17:56:37Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:56:37Z"
    name: isvc-predictive-sklearn.18c722f167b602a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37844"
    uid: b67f4eaa-562a-4425-83dd-58f396ebb7a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38622"
    uid: 21a55eb8-c9ac-4743-92d0-aa59b272ece3
  kind: Event
  lastTimestamp: "2026-07-30T17:58:21Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:58:21Z"
    name: isvc-predictive-sklearn.18c72309a891e312
    namespace: kserve-ci-e2e-test
    resourceVersion: "38624"
    uid: 61b4076a-c236-4e10-803e-4819f204f88e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:58:32.845637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38753"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-8g2xm
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:58:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:58:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230c42f54ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 0f6ebd02-ac27-41ef-874c-2b199d626aea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38762"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T17:58:33Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:58:33Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230c5c01f720
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 0d4d38d1-530c-464e-89bb-ac98ffa499c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T17:58:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:33Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230c5d724619
    namespace: kserve-ci-e2e-test
    resourceVersion: "38775"
    uid: dfd4de14-6417-4e91-92bf-3a60a0f6825e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T17:58:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:33Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230c602d9488
    namespace: kserve-ci-e2e-test
    resourceVersion: "38777"
    uid: fd5d910f-ce4b-49a6-9195-98583f587e40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T17:58:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:33Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230c60978e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "38778"
    uid: cd2224d7-edd9-4a7a-a1fc-d5114fed6275
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T17:58:36Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230d35cae2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38809"
    uid: e5ffa0a1-8be9-4b44-a4c1-21a00b57aa39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T17:58:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230d3914997f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: a6824e2c-39fe-4720-813b-034f30575601
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T17:58:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230d39752b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "38814"
    uid: f8a00648-0ff1-4255-9394-033c7855ba93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T17:58:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230d397f39f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38815"
    uid: 6b370ff7-5072-4154-8a80-70f14bc2576b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T17:58:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:37Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230d3bfad969
    namespace: kserve-ci-e2e-test
    resourceVersion: "38817"
    uid: a0e4fc13-a6db-40be-a5a7-42405288d8f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T17:58:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:58:37Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230d3c7e186d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 1ab060b7-9f5d-4535-a7d3-14369882e806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T18:00:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7230d71cf2108
    namespace: kserve-ci-e2e-test
    resourceVersion: "39455"
    uid: 139d0d26-f439-4b3d-bdda-bca775e8cff9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T18:00:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7232140b0cff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39447"
    uid: bc2a7c67-538e-403d-946d-6e8eda34c49c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T18:00:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7232140b163de
    namespace: kserve-ci-e2e-test
    resourceVersion: "39448"
    uid: b903c92c-a944-49a9-bedb-65918d54e9b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:00:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: daf96f80-b682-412f-b46d-51b2ff803a13
  kind: Event
  lastTimestamp: "2026-07-30T18:00:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:00:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-8g2xm.18c7232177ebce86
    namespace: kserve-ci-e2e-test
    resourceVersion: "39454"
    uid: b98dc6fd-a807-49ef-86c1-b0475cfc5718
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38741"
    uid: ff8dcc29-1bb4-47b6-bdde-60a24dd250d9
  kind: Event
  lastTimestamp: "2026-07-30T17:58:32Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-8g2xm'
  metadata:
    creationTimestamp: "2026-07-30T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:58:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c7230c426ff959
    namespace: kserve-ci-e2e-test
    resourceVersion: "38754"
    uid: 6f228331-ba47-4e3c-8e7d-363530a4d019
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38739"
    uid: 51377c13-9cc2-4864-b4d2-30273f75eada
  kind: Event
  lastTimestamp: "2026-07-30T17:58:32Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:58:32Z"
    name: isvc-predictive-xgboost-predictor.18c7230c3e5fed02
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: 0bd0930d-ecb0-4066-8854-fbeb66c03ee5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: 94c0e365-47f1-468a-99a0-7520dbda6de0
  kind: Event
  lastTimestamp: "2026-07-30T17:59:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:59:17Z"
    name: isvc-predictive-xgboost-predictor.18c7230fbd782fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39111"
    uid: 295217c4-1c14-45ef-9946-765838a4a7c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: 94c0e365-47f1-468a-99a0-7520dbda6de0
  kind: Event
  lastTimestamp: "2026-07-30T17:59:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:59:17Z"
    name: isvc-predictive-xgboost-predictor.18c7230fbde39fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39112"
    uid: dd898967-8b76-4b06-9dee-9c7671041c19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:59:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38900"
    uid: 94c0e365-47f1-468a-99a0-7520dbda6de0
  kind: Event
  lastTimestamp: "2026-07-30T18:00:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:00:02Z"
    name: isvc-predictive-xgboost-predictor.18c723133c9199c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: acdc623d-6fd0-4b75-8fcd-3901380c62de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:59:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38900"
    uid: 94c0e365-47f1-468a-99a0-7520dbda6de0
  kind: Event
  lastTimestamp: "2026-07-30T18:00:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:00:02Z"
    name: isvc-predictive-xgboost-predictor.18c723133d429131
    namespace: kserve-ci-e2e-test
    resourceVersion: "39431"
    uid: 0c6e1f67-fe28-473b-9a64-457a983f0600
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:03:09.538307Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40974"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:03:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:03:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234caf207e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "40980"
    uid: 6643d595-f173-4095-8218-e163466bf670
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40984"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:03:09Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:03:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234cc86c5826
    namespace: kserve-ci-e2e-test
    resourceVersion: "40992"
    uid: c61fe2ec-b3c1-4c82-884e-ab3cee3829bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:03:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234cca6c68a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40995"
    uid: 811e76d7-3f64-4821-b767-142e2dad661f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:03:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234ccd757fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40997"
    uid: fc0826d2-6bac-4f3c-bb7b-e943039374e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:03:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234ccde51065
    namespace: kserve-ci-e2e-test
    resourceVersion: "40998"
    uid: adaa0b6b-1a14-4c9f-b6cb-cc4187c313c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:03:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234db8ce3b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "41036"
    uid: 94d65343-9191-4b1c-912b-8834648cc3aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:03:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234dbc2f04dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41040"
    uid: 6a88daa2-b33b-4538-833d-c2f82697bfbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:03:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234dbca60ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41041"
    uid: 6d8939e7-2744-4bf6-ab17-1f6147070da9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:03:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234dbcb011a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41042"
    uid: 7f5b126a-7a41-48af-ba5c-6b890e4401f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:03:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234dbf8f4497
    namespace: kserve-ci-e2e-test
    resourceVersion: "41045"
    uid: 1162bb64-3ea6-40a8-bf61-5ffeba2ce15f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:03:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c7234dc0006ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41046"
    uid: 9a8769f9-f14e-4f8c-aae7-3eec95afd25c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:04:41Z"
  message: 'Readiness probe failed: Get "http://10.134.0.46:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c72356571cf92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41675"
    uid: ca917c5a-3710-4e3e-99e4-8a8b5c516422
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:04:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c72361ae4a0d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "41666"
    uid: a2fb08a0-cf96-4c6a-be38-9fbc48f23904
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:04:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c72361ae4a8b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "41667"
    uid: cc093ccd-7ddf-42e6-99cb-61922c382e17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 4387fb8a-291d-4cb7-8fff-6184036ae973
  kind: Event
  lastTimestamp: "2026-07-30T18:04:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:04:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg.18c72361faf74bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41674"
    uid: ee5ca580-3379-4b42-9376-59fca5949c2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40965"
    uid: f176b8aa-c445-4a3d-b053-bd04d8e0d5e3
  kind: Event
  lastTimestamp: "2026-07-30T18:03:09Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-nl2jg'
  metadata:
    creationTimestamp: "2026-07-30T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:03:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c7234cae985a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "40975"
    uid: 4476bfda-b625-4e4e-a6c8-7cae76e9a549
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40963"
    uid: 17bcdcf1-29d7-455a-85c3-8f8e4744683c
  kind: Event
  lastTimestamp: "2026-07-30T18:03:09Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:03:09Z"
    name: isvc-predictive-xgboost-v2-predictor.18c7234caba64ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40966"
    uid: b04a5ae9-8843-4a62-93d7-3269befc8076
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40964"
    uid: a00a8a18-1760-4a4c-99ec-01965ba9b7b2
  kind: Event
  lastTimestamp: "2026-07-30T18:03:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:03:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18c723502a9c287d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41219"
    uid: 0bb93765-c57e-4bf9-be1e-b78b6a27705b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40964"
    uid: a00a8a18-1760-4a4c-99ec-01965ba9b7b2
  kind: Event
  lastTimestamp: "2026-07-30T18:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:03:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18c723502b092de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41220"
    uid: b0ee7938-917c-47a6-82d6-671193aeb311
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41114"
    uid: a00a8a18-1760-4a4c-99ec-01965ba9b7b2
  kind: Event
  lastTimestamp: "2026-07-30T18:04:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:04:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18c72357295d7736
    namespace: kserve-ci-e2e-test
    resourceVersion: "41648"
    uid: e50344f8-637e-4273-a295-bae6eb1c0991
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41114"
    uid: a00a8a18-1760-4a4c-99ec-01965ba9b7b2
  kind: Event
  lastTimestamp: "2026-07-30T18:04:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:04:39Z"
    name: isvc-predictive-xgboost-v2-predictor.18c7235729f5256f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41649"
    uid: 25df8bea-79b3-4e7d-ab1f-b1ec10bf9fe0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40955"
    uid: 5bd30122-f7d0-4a4d-a758-14e560f9b5b8
  kind: Event
  lastTimestamp: "2026-07-30T18:04:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:04:31Z"
    name: isvc-predictive-xgboost-v2.18c7234caba7b654
    namespace: kserve-ci-e2e-test
    resourceVersion: "41587"
    uid: f9a03598-3814-4cfb-9cd4-502d1e780925
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:03:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40955"
    uid: 5bd30122-f7d0-4a4d-a758-14e560f9b5b8
  kind: Event
  lastTimestamp: "2026-07-30T18:03:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:03:09Z"
    name: isvc-predictive-xgboost-v2.18c7234cac35be77
    namespace: kserve-ci-e2e-test
    resourceVersion: "40969"
    uid: e59aef1e-1b7c-48e5-affd-a84a0cc10a0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41585"
    uid: 5bd30122-f7d0-4a4d-a758-14e560f9b5b8
  kind: Event
  lastTimestamp: "2026-07-30T18:04:31Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:04:31Z"
    name: isvc-predictive-xgboost-v2.18c7235fad711e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41586"
    uid: c38b7740-23f8-498f-a0de-56e997567452
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38732"
    uid: 44a4c59d-2db4-4b9b-8a32-b482ddf57d04
  kind: Event
  lastTimestamp: "2026-07-30T17:59:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:59:54Z"
    name: isvc-predictive-xgboost.18c7230c3e718745
    namespace: kserve-ci-e2e-test
    resourceVersion: "39367"
    uid: 5d9c794c-efb6-4318-92b8-0fbd02238d91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38732"
    uid: 44a4c59d-2db4-4b9b-8a32-b482ddf57d04
  kind: Event
  lastTimestamp: "2026-07-30T17:58:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:58:32Z"
    name: isvc-predictive-xgboost.18c7230c3ef38f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "38763"
    uid: 2649d206-4a5b-43ce-976f-976a8bf5b7a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38735"
    uid: 44a4c59d-2db4-4b9b-8a32-b482ddf57d04
  kind: Event
  lastTimestamp: "2026-07-30T17:58:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:58:32Z"
    name: isvc-predictive-xgboost.18c7230c44720f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "38764"
    uid: 3c86e052-bcd4-4372-bb2d-78946baa8d12
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:59:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "39365"
    uid: 44a4c59d-2db4-4b9b-8a32-b482ddf57d04
  kind: Event
  lastTimestamp: "2026-07-30T17:59:54Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:59:54Z"
    name: isvc-predictive-xgboost.18c7231f29114a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "39366"
    uid: d79f6f38-a55a-4f78-a45c-e915cebe558b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:54:18.877452Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36617"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:54:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:54:18Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d1214667c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36621"
    uid: b56283f2-e289-4d72-859c-479fdc045e4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36626"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:54:19Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:54:19Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d13ad12027
    namespace: kserve-ci-e2e-test
    resourceVersion: "36642"
    uid: 42dc69ee-6f28-4965-a91a-ccdadf830dcf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:54:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:19Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d13c760bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36644"
    uid: c83b4266-17fc-4c59-8d4a-030b86d29e30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:54:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:19Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d13f82d1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36645"
    uid: 039dccc4-0e81-4aae-a01c-3dafb3da978a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:54:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:19Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d13ff3f154
    namespace: kserve-ci-e2e-test
    resourceVersion: "36646"
    uid: 6122f82a-453d-47ca-ab1e-b61962db9b02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:54:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:23Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d24d518dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36685"
    uid: 95267cfd-36f2-4f8b-bd64-a523c8fdc43f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:54:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:23Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d250180d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36687"
    uid: 38c5b4c9-901a-455a-abde-ebd8a9ef0b0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:54:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:23Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d250858969
    namespace: kserve-ci-e2e-test
    resourceVersion: "36689"
    uid: 15f030c4-2269-482b-b873-b4332b40b132
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:54:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:23Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d2509105df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36691"
    uid: 2d337bdf-c2bd-4a32-b09d-9e24e42bd9b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:54:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:24Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d2530f64d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36693"
    uid: 177a01c2-ceb0-4142-87fb-11138ff7bec2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:54:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:54:24Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d253817822
    namespace: kserve-ci-e2e-test
    resourceVersion: "36694"
    uid: 1911c2b8-15a5-4143-973d-40eefa6f4864
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:55:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:55:31Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722d2c531cd18
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: 49f7fc99-dbd7-4e22-8d8e-e4f0aaf66403
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:56:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:22Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722edd0f81492
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 58b366fc-9082-4d7c-aea8-760c33e86853
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 6a61740d-3c98-4336-a4f3-eefaf1380c7c
  kind: Event
  lastTimestamp: "2026-07-30T17:56:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:22Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr.18c722edd0f8be4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: 754396de-f255-4b45-ab38-b341ccb92db2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-b860f5-predictor-7c5b56bc79
    namespace: kserve-ci-e2e-test
    resourceVersion: "36607"
    uid: b23c1c96-8b9e-4dbb-a118-79b9837d9930
  kind: Event
  lastTimestamp: "2026-07-30T17:54:18Z"
  message: 'Created pod: isvc-primary-b860f5-predictor-7c5b56bc79-w7srr'
  metadata:
    creationTimestamp: "2026-07-30T17:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:54:18Z"
    name: isvc-primary-b860f5-predictor-7c5b56bc79.18c722d120b1e3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36618"
    uid: 370d27df-6e71-4f74-bbac-c5c584796de1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-b860f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36605"
    uid: 5a570a64-4598-40a5-8b67-e4da35b75dcc
  kind: Event
  lastTimestamp: "2026-07-30T17:54:18Z"
  message: Scaled up replica set isvc-primary-b860f5-predictor-7c5b56bc79 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T17:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:54:18Z"
    name: isvc-primary-b860f5-predictor.18c722d11c069ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36609"
    uid: c5ec3ceb-aadb-40a0-a62a-aadaafa47537
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b860f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36606"
    uid: edbd4a3b-dd80-43de-9087-949521d82a07
  kind: Event
  lastTimestamp: "2026-07-30T17:55:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:55:03Z"
    name: isvc-primary-b860f5-predictor.18c722d49a5c01d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36980"
    uid: b2191f2b-e0ab-49cd-8cf8-7dd46bd84f46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b860f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36606"
    uid: edbd4a3b-dd80-43de-9087-949521d82a07
  kind: Event
  lastTimestamp: "2026-07-30T17:55:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:55:03Z"
    name: isvc-primary-b860f5-predictor.18c722d49ab9b21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36981"
    uid: 508c4f5d-21f7-4212-a0c6-3d921d2c90f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b860f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36771"
    uid: edbd4a3b-dd80-43de-9087-949521d82a07
  kind: Event
  lastTimestamp: "2026-07-30T17:56:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:56:18Z"
    name: isvc-primary-b860f5-predictor.18c722d819ecdb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37573"
    uid: 2e84afd9-4ad5-4332-a163-43731971151e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b860f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36771"
    uid: edbd4a3b-dd80-43de-9087-949521d82a07
  kind: Event
  lastTimestamp: "2026-07-30T17:56:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:56:18Z"
    name: isvc-primary-b860f5-predictor.18c722d81a621098
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: 5608518c-bf8e-4539-9f02-cfb9fbd3ac72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b860f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36598"
    uid: b25220bb-2d7e-4fe7-9579-ad271c6beb28
  kind: Event
  lastTimestamp: "2026-07-30T17:55:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:55:40Z"
    name: isvc-primary-b860f5.18c722d11c0012db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37240"
    uid: 2ac13683-0f98-4529-affb-35aed244acd5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b860f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36598"
    uid: b25220bb-2d7e-4fe7-9579-ad271c6beb28
  kind: Event
  lastTimestamp: "2026-07-30T17:54:18Z"
  message: 'Failed to update status for InferenceService "isvc-primary-b860f5": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-b860f5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:54:18Z"
    name: isvc-primary-b860f5.18c722d11cbfb236
    namespace: kserve-ci-e2e-test
    resourceVersion: "36627"
    uid: d1a31fe5-cfaa-40c7-8827-89277b72a738
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b860f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36598"
    uid: b25220bb-2d7e-4fe7-9579-ad271c6beb28
  kind: Event
  lastTimestamp: "2026-07-30T17:54:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-b860f5": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:54:18Z"
    name: isvc-primary-b860f5.18c722d11cbffbd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36629"
    uid: c1c467d0-a57d-44e6-82e7-c762e21b4053
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:55:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b860f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37238"
    uid: b25220bb-2d7e-4fe7-9579-ad271c6beb28
  kind: Event
  lastTimestamp: "2026-07-30T17:55:40Z"
  message: InferenceService [isvc-primary-b860f5] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:55:40Z"
    name: isvc-primary-b860f5.18c722e430859738
    namespace: kserve-ci-e2e-test
    resourceVersion: "37239"
    uid: af5937bf-5bd0-4d96-a0b2-a05ba234c9d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:56:04.072171Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37427"
    uid: 7a459a43-4ebb-4658-9b01-7793fe50214b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:56:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:56:04Z"
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t.18c722e99f5e6ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37432"
    uid: 5a9ef0c8-61f2-4131-8097-245a6d82f469
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37431"
    uid: 7a459a43-4ebb-4658-9b01-7793fe50214b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-b860f5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:04Z"
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t.18c722e9ab0f095d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37444"
    uid: a90c04e7-6cb0-43a7-894e-f77037d0da33
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 7a459a43-4ebb-4658-9b01-7793fe50214b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:05Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:56:05Z"
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t.18c722e9dc4886e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37451"
    uid: f6b47511-a790-4d36-a301-98cd3c96ad1a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37431"
    uid: 7a459a43-4ebb-4658-9b01-7793fe50214b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:10Z"
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t.18c722e9ddd29c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37498"
    uid: ce8d0f5c-3fd7-4cbe-84cb-6d91a16401d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37431"
    uid: 7a459a43-4ebb-4658-9b01-7793fe50214b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:10Z"
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t.18c722e9e07eafb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 5b2f36ab-9401-4555-acd6-caa37dd01ca3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37431"
    uid: 7a459a43-4ebb-4658-9b01-7793fe50214b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:10Z"
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t.18c722e9e0eb3445
    namespace: kserve-ci-e2e-test
    resourceVersion: "37504"
    uid: 1d57d663-3e1e-4959-9dfe-eb15bfbaaf77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37431"
    uid: 7a459a43-4ebb-4658-9b01-7793fe50214b
  kind: Event
  lastTimestamp: "2026-07-30T17:56:14Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t_kserve-ci-e2e-test(7a459a43-4ebb-4658-9b01-7793fe50214b)
  metadata:
    creationTimestamp: "2026-07-30T17:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:56:14Z"
    name: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t.18c722ec033bdf1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37537"
    uid: a4f760e0-a841-47b1-be3a-cda9ce96cc17
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-b860f5-predictor-fc95bfb56
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: a045d93d-f0a4-4f94-868a-9307c827488f
  kind: Event
  lastTimestamp: "2026-07-30T17:56:04Z"
  message: 'Created pod: isvc-secondary-b860f5-predictor-fc95bfb56-t4k8t'
  metadata:
    creationTimestamp: "2026-07-30T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:56:04Z"
    name: isvc-secondary-b860f5-predictor-fc95bfb56.18c722e99eaad546
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 498e7e24-9843-4cdc-830d-e9917ed77a35
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-b860f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37416"
    uid: 1e2611af-11f4-4db6-867f-47c99c402d02
  kind: Event
  lastTimestamp: "2026-07-30T17:56:03Z"
  message: Scaled up replica set isvc-secondary-b860f5-predictor-fc95bfb56 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:56:03Z"
    name: isvc-secondary-b860f5-predictor.18c722e99a759e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "37419"
    uid: d6cfabd8-85c7-4c52-aeb7-df58f10bcf76
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b860f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37417"
    uid: 703376a5-8482-4f54-8af4-b8859c146947
  kind: Event
  lastTimestamp: "2026-07-30T17:56:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:56:18Z"
    name: isvc-secondary-b860f5-predictor.18c722ed18eae20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37575"
    uid: 99fa6c8f-60ff-4c64-944b-10a803c7208e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b860f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37417"
    uid: 703376a5-8482-4f54-8af4-b8859c146947
  kind: Event
  lastTimestamp: "2026-07-30T17:56:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:56:19Z"
    name: isvc-secondary-b860f5-predictor.18c722ed195a68e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37577"
    uid: 42bd4155-9829-4861-9990-06a9b76603b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b860f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37409"
    uid: 302f3a3e-1a3d-4849-a6c5-cc15872206b9
  kind: Event
  lastTimestamp: "2026-07-30T17:56:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:56:14Z"
    name: isvc-secondary-b860f5.18c722e99a75f6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: 91c48dd9-f424-49f6-8953-854b73f49236
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b860f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37409"
    uid: 302f3a3e-1a3d-4849-a6c5-cc15872206b9
  kind: Event
  lastTimestamp: "2026-07-30T17:56:04Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-b860f5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-b860f5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:56:04Z"
    name: isvc-secondary-b860f5.18c722e99b2a09e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: 47ca59e1-e7cd-46c2-a87b-7c77267512c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:56:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b860f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37409"
    uid: 302f3a3e-1a3d-4849-a6c5-cc15872206b9
  kind: Event
  lastTimestamp: "2026-07-30T17:56:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-b860f5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:56:04Z"
    name: isvc-secondary-b860f5.18c722e99b2a52b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37440"
    uid: 5c4d3bb1-5350-483e-8123-28ac1c9d6433
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:12:16.731823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:12:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:12:16Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72085e5ae3200
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 622586b4-aa8e-45f2-a701-ebedaccf956e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:17Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:12:17Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c7208600eaea99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16008"
    uid: 33a43733-8238-4728-86e2-bac9e8ecde9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:17Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c7208602d20b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: e5aae306-a8eb-4fc6-bf88-07d71e205cb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:17Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c7208605d6ad8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 818cf7ef-a9f0-4a62-9d43-d2c33012f4e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:17Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72086063799a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: c1eb1dc4-3bc1-4c3d-a603-40cb48c00244
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:21Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72086f99a7bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: f6cb3c07-50d1-4510-8268-dc0b64077157
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:21Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72086fc7d11dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: d87b55b0-8fd1-4a47-a26c-f083b540c696
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:21Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72086fce36883
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 8bb58006-7dc4-4b1f-b964-d35179118bc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:21Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72086fcee29e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: b4573ad4-0b5a-4009-82db-96d7967c8ab5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:21Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72086ffab37f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 868bc674-841e-4b09-aaa2-e83ff5b6f1a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:21Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72087000c88cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: be1f2535-6a6d-4ca4-a8e6-bf5df5324de8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:21Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d1615831bdec49f81e28354e8887884576ebae8d98b6ad9aa54204f46c269e6d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:21Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c7208700172a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: e6bc4a8c-d05a-4f0e-9aa4-de20c5b8d5b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:21Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-30T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:21Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c7208702cb51a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 625d05fc-82f9-4a5b-a8b3-49321d3e3487
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:12:21Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-30T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:21Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72087034d59c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: 57c26791-15af-4bc5-b487-a73efb5b989c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:14:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:09Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72087717c4318
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: 735d4f55-78f4-4aa4-8784-9fcee93dfc3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:13:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-30T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:59Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c72087718542f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: 8d31b7fe-b2dc-4aee-acdf-6aed52cdabed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:13:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:51Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c7209c0f63a6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16779"
    uid: d94b0ca3-e51b-47a7-9bbb-1e563c27b66d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:13:51Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-30T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:51Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c7209c0f640a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 3ff737d4-3c5f-4142-9503-cf0dfde50f94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:13:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:51Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c7209c0f64626c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: 7f517abd-cd3d-4209-aa88-fa485af26674
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 201a827d-5f5c-4cdf-a1a0-48e3cf7b3d3a
  kind: Event
  lastTimestamp: "2026-07-30T17:14:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:14:09Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7.18c7209ca1b5a104
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: 6ce59e61-388a-4f31-a10a-4c6d229bd498
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15956"
    uid: 9ba0f161-0a10-4639-b234-f3b07e562b1c
  kind: Event
  lastTimestamp: "2026-07-30T17:12:16Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-598dd948fc-d2zq7'
  metadata:
    creationTimestamp: "2026-07-30T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:16Z"
    name: isvc-sklearn-batcher-custom-predictor-598dd948fc.18c72085e50ec3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15987"
    uid: ad2ce55e-8fa2-4c3b-a263-9d6e789bad63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: ea9bd669-902e-410d-aa30-ae74a2f3ad21
  kind: Event
  lastTimestamp: "2026-07-30T17:12:16Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-598dd948fc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:16Z"
    name: isvc-sklearn-batcher-custom-predictor.18c72085e01e0e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15957"
    uid: a412f893-e478-4d61-9cf7-e36175285b6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15955"
    uid: b0732073-8a7f-4016-94c2-35cdabdd4c0f
  kind: Event
  lastTimestamp: "2026-07-30T17:12:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:46Z"
    name: isvc-sklearn-batcher-custom-predictor.18c720895eba75bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: 1bfee4dd-e4c6-4f78-b53b-053cacef72bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15955"
    uid: b0732073-8a7f-4016-94c2-35cdabdd4c0f
  kind: Event
  lastTimestamp: "2026-07-30T17:12:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:46Z"
    name: isvc-sklearn-batcher-custom-predictor.18c720895f3fa1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: 4884136a-c4a4-466a-bc1c-dc5f34c41f9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: b0732073-8a7f-4016-94c2-35cdabdd4c0f
  kind: Event
  lastTimestamp: "2026-07-30T17:13:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:13:46Z"
    name: isvc-sklearn-batcher-custom-predictor.18c720905dbf4244
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: 18717280-41e2-4388-892f-f3c3bba24d6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: b0732073-8a7f-4016-94c2-35cdabdd4c0f
  kind: Event
  lastTimestamp: "2026-07-30T17:13:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:13:46Z"
    name: isvc-sklearn-batcher-custom-predictor.18c720905e45bdcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: 166b9f1d-433f-41d1-963c-a81aca878a51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15945"
    uid: cbacec9b-8248-42a1-8acf-63b7159f1868
  kind: Event
  lastTimestamp: "2026-07-30T17:13:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:13:39Z"
    name: isvc-sklearn-batcher-custom.18c72085e017abcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 1fb48af3-f6b5-4f69-aa2c-66b3d8ff3cb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15945"
    uid: cbacec9b-8248-42a1-8acf-63b7159f1868
  kind: Event
  lastTimestamp: "2026-07-30T17:12:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:12:16Z"
    name: isvc-sklearn-batcher-custom.18c72085e098470d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15960"
    uid: e2e2fb28-2795-48d9-a71f-3ecb348d6b47
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16638"
    uid: cbacec9b-8248-42a1-8acf-63b7159f1868
  kind: Event
  lastTimestamp: "2026-07-30T17:13:39Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:13:39Z"
    name: isvc-sklearn-batcher-custom.18c7209929c34b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: 2b6f9098-af22-4afb-9015-95152e060fba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:10:31.562133Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15131"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:10:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:10:31Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c7206d69141ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 9b0e15ee-4b64-4a2b-ac45-e847799f2235
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T17:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:31Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c7206d714db6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: e31f7e10-7a1f-4630-9c2b-d28a5aef664e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:32Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:10:32Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c7206da6bd20d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: a588776b-fd28-4929-a870-6676535eeca8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:32Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c7206da8edcfa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 98bd801a-2076-4352-a21a-0fa0f9c1824f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:32Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c7206dabec2d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 737c27f9-e978-4872-a09b-cd3263447eb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:32Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c7206dac4d579b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15165"
    uid: 33bf5d5d-49dc-4c11-8c64-050f97356728
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:36Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
  metadata:
    creationTimestamp: "2026-07-30T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:36Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c7206ea95df8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: 40a67657-e570-4835-b42d-a4652706862b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    in 13.679s (13.679s including waiting). Image size: 1555704245 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:50Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c72071d8c1a598
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 4a9ef56d-13f1-4e0a-a74e-ba84cbfe494c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:50Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c72071dc1289e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 85becb4e-9d84-48f2-a220-6bf7be7e086b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:50Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c72071dc86c417
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: 1ee2844e-b6c6-4bdb-95e5-191ecd89f177
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:50Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-30T17:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:50Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c72071dc93b968
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 917acd40-f8c9-4126-8439-f7f1a3c1c181
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.138s (2.138s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:52Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c720725c11e43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 20610cb8-a9e4-47f8-a5d0-206187283b4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:52Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c720725eb87d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: 919347ea-42c8-44e7-8666-23d01ead8f42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:52Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c720725f2e97f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: f5255d1d-575e-4d73-bd2e-54f5245cf086
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:52Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d1615831bdec49f81e28354e8887884576ebae8d98b6ad9aa54204f46c269e6d"
  metadata:
    creationTimestamp: "2026-07-30T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:52Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c720725f3aeabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: 9da40f4d-ff03-41c9-97ae-561fbd40f102
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d1615831bdec49f81e28354e8887884576ebae8d98b6ad9aa54204f46c269e6d"
    in 2.779s (2.779s including waiting). Image size: 240170107 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:55Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c7207304e363fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 7af526e6-d600-458e-800b-9576a1537d31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:55Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-30T17:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:55Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c7207307fc754f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: 8e5049a9-52e5-452a-bdd5-7bab0309fa71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:55Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-30T17:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:10:55Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c72073085a7bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: 287c2537-d3b4-4dbe-a629-8edc193dc752
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:12:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:18Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c720731bb6229a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: a22b972d-6ddf-4ccd-95a2-46bbeea12e0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:12:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-30T17:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:18Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c720735785c9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: 9e763ce6-081a-463d-ad68-eb6f71bb54dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:12:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:16Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c72085e49e77db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: 9a1566de-0670-4fa6-995d-95cc3b0da0ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:12:16Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-30T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:16Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c72085e49edaae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 2f71221c-1989-4d8f-91a5-28e7aa71aac4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:12:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:16Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c72085e49f6505
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: 7329f46f-5347-4fd7-9e82-352a3fd691c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fcaf8b7d-da8b-40ee-8e50-d05f20c520d8
  kind: Event
  lastTimestamp: "2026-07-30T17:12:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:12:27Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh.18c72085f7d8831b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: 773ab8a8-8cfe-43ba-ae0d-a482a83f3ed7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7d77cd6d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: e0795da3-99ff-4430-9078-ca804395f55c
  kind: Event
  lastTimestamp: "2026-07-30T17:10:31Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7d77cd6d86-6jthh'
  metadata:
    creationTimestamp: "2026-07-30T17:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:10:31Z"
    name: isvc-sklearn-batcher-predictor-7d77cd6d86.18c7206d687e5347
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 16c67d3e-245b-40ac-a23b-de387beded70
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: 38f19146-8fc5-4dec-8344-ab6311b6a2d8
  kind: Event
  lastTimestamp: "2026-07-30T17:10:31Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7d77cd6d86 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T17:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:10:31Z"
    name: isvc-sklearn-batcher-predictor.18c7206d63ed6c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: 029466fb-7b48-4c3a-ad5d-306db4f3eeec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15139"
    uid: 2ed07661-7cb0-4ac0-aad9-68cc51abbe4c
  kind: Event
  lastTimestamp: "2026-07-30T17:11:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:11:16Z"
    name: isvc-sklearn-batcher-predictor.18c72070e9a464a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8a655c1a-3b45-485c-96ef-b1a4d53631a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15139"
    uid: 2ed07661-7cb0-4ac0-aad9-68cc51abbe4c
  kind: Event
  lastTimestamp: "2026-07-30T17:11:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:11:16Z"
    name: isvc-sklearn-batcher-predictor.18c72070ea15897b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: e95579c6-aa11-495c-bc1c-2fdf11248b4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:11:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: 2ed07661-7cb0-4ac0-aad9-68cc51abbe4c
  kind: Event
  lastTimestamp: "2026-07-30T17:12:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:01Z"
    name: isvc-sklearn-batcher-predictor.18c7207b669a93ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: f753d54f-e867-423f-88df-2ee61d9ae4f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:11:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: 2ed07661-7cb0-4ac0-aad9-68cc51abbe4c
  kind: Event
  lastTimestamp: "2026-07-30T17:12:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:01Z"
    name: isvc-sklearn-batcher-predictor.18c7207b6701d078
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: c3947b0c-328d-47c4-bdb4-8ad7b4cee663
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: 2ed07661-7cb0-4ac0-aad9-68cc51abbe4c
  kind: Event
  lastTimestamp: "2026-07-30T17:12:16Z"
  message: deployments.apps "isvc-sklearn-batcher-predictor" not found
  metadata:
    creationTimestamp: "2026-07-30T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:16Z"
    name: isvc-sklearn-batcher-predictor.18c72085e331bd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15970"
    uid: 7081d9f9-c28b-4248-ba4b-79fd4dc4e751
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: 2ed07661-7cb0-4ac0-aad9-68cc51abbe4c
  kind: Event
  lastTimestamp: "2026-07-30T17:12:16Z"
  message: horizontalpodautoscalers.autoscaling "isvc-sklearn-batcher-predictor" not
    found
  metadata:
    creationTimestamp: "2026-07-30T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:12:16Z"
    name: isvc-sklearn-batcher-predictor.18c72085e359001d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: f6d2c2bb-0730-472f-9b4d-8fb45a8add08
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 3baf1d26-fb79-4041-99df-25f1a89101f9
  kind: Event
  lastTimestamp: "2026-07-30T17:12:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:12:08Z"
    name: isvc-sklearn-batcher.18c7206d6a234eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: e44d3360-1c2b-4425-8a9d-5b913b056dd8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 3baf1d26-fb79-4041-99df-25f1a89101f9
  kind: Event
  lastTimestamp: "2026-07-30T17:10:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:10:31Z"
    name: isvc-sklearn-batcher.18c7206d6a722de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: 02b8c378-63d5-4a53-b203-e4f6c454b361
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:10:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 3baf1d26-fb79-4041-99df-25f1a89101f9
  kind: Event
  lastTimestamp: "2026-07-30T17:10:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:10:31Z"
    name: isvc-sklearn-batcher.18c7206d6a729d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: acbd72a3-fcf2-4f55-9954-6d12da82b035
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:12:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: 3baf1d26-fb79-4041-99df-25f1a89101f9
  kind: Event
  lastTimestamp: "2026-07-30T17:12:08Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:12:08Z"
    name: isvc-sklearn-batcher.18c7208408a62058
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 8c8565ce-fa8a-490b-8de8-43f3c2b69976
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:44:04.384977Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31645"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:44:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:44:04Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c722420eab5c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "31650"
    uid: c71e2f49-5d75-4cc5-869e-14c120d96cc0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:04Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:44:04Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c7224229ef41c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: c65ee0bb-31b3-4cc4-b952-e20ed73d53a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:04Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c722422ba0db34
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: 3305d1eb-e3c0-4786-b469-56bcd3d9e9e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T17:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:04Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c722422e50d7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: ef1ded6b-85a6-4e0e-a576-829ff1bf1523
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T17:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:04Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c722422eae7eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: 7770d3cb-839f-4f53-afd7-1c7e4deb35ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:09Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c7224332faa0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: 15e8a144-2368-402e-afe1-10f5ea1ebd21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:09Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72243361face4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: d64227d4-1312-4390-8393-43b9b630bb03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:09Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72243367e1f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31718"
    uid: f7e06b0c-5a19-40a0-942a-739f6d3e21f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:09Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-30T17:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:09Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72243368adc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: c25a60c3-de38-417c-bfbc-54824b0be4df
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.742s (2.742s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:12Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72243da09d342
    namespace: kserve-ci-e2e-test
    resourceVersion: "31737"
    uid: 2c7dbe77-a4b6-4393-ba4d-177a947370f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:12Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-30T17:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:12Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72243dd3ae59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31739"
    uid: 45482598-906e-4b16-85aa-58a4734dc2dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:12Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-30T17:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:12Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72243dd9f46d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: 7819702f-2d29-47c7-bcc0-a4b0d62cae0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T17:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:12Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72243dda9daba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 437f4f2e-f1ec-430e-a85f-b711bf9171b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:12Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72243e079e994
    namespace: kserve-ci-e2e-test
    resourceVersion: "31742"
    uid: be540dd5-275b-4a39-bc91-4b9f29d0d676
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:12Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72243e0dad5a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: 0e56fa5a-6e9f-4474-a145-b633c497d2b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:44:44Z"
  message: 'Liveness probe failed: Get "http://10.133.0.46:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:44:44Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c7224b71c2505c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: 6fc65fa4-2cf6-4ffc-a469-6b3fc162152c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:45:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:24Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72254b76fa220
    namespace: kserve-ci-e2e-test
    resourceVersion: "32256"
    uid: 1bc47c1d-c1c2-4296-bc92-28e294034944
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:45:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:24Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72254b7704f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32257"
    uid: 145fd660-8aec-48fc-8278-1bbc84c10eb7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:45:24Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-30T17:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:24Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c72254b7706c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "32259"
    uid: 239b0ceb-26d4-4d10-849c-e6cf05860e0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:45:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:53Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c7225599da6baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32539"
    uid: 7fdd69c9-81fe-4ac4-bf71-1d791958a0e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: c33fe433-6098-4aa5-9fa0-8d0451d1eb3b
  kind: Event
  lastTimestamp: "2026-07-30T17:45:48Z"
  message: 'Readiness probe failed: Get "http://10.133.0.46:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:45:48Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx.18c722559a3d3cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: d30ce42c-72d5-4871-98c1-103c8d322c22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6c7d4b6846
    namespace: kserve-ci-e2e-test
    resourceVersion: "31635"
    uid: d640ab4c-0b71-402c-b8b6-14be3b64c17a
  kind: Event
  lastTimestamp: "2026-07-30T17:44:04Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6c7d4b6846-6q7hx'
  metadata:
    creationTimestamp: "2026-07-30T17:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:44:04Z"
    name: isvc-sklearn-mcp-predictor-6c7d4b6846.18c722420de840b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31646"
    uid: b136d084-3351-43ab-ba29-2eaa3e0adae5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31633"
    uid: 16f8ff08-644d-4b38-91ff-54382665dfae
  kind: Event
  lastTimestamp: "2026-07-30T17:44:04Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6c7d4b6846 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:44:04Z"
    name: isvc-sklearn-mcp-predictor.18c722420aa43510
    namespace: kserve-ci-e2e-test
    resourceVersion: "31636"
    uid: 1329e9ac-95f7-46cc-a753-deeec9147857
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31625"
    uid: 024e1bfe-46b9-4cd7-aa3e-82b24ba8aba8
  kind: Event
  lastTimestamp: "2026-07-30T17:45:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:45:18Z"
    name: isvc-sklearn-mcp.18c722420a266ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32198"
    uid: 85686c1b-fa92-4ee2-a112-97b4905722a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31625"
    uid: 024e1bfe-46b9-4cd7-aa3e-82b24ba8aba8
  kind: Event
  lastTimestamp: "2026-07-30T17:44:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:44:04Z"
    name: isvc-sklearn-mcp.18c722420aa45031
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: b4547918-ca4e-4ae3-9025-6a6eae356c27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 024e1bfe-46b9-4cd7-aa3e-82b24ba8aba8
  kind: Event
  lastTimestamp: "2026-07-30T17:44:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T17:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:44:04Z"
    name: isvc-sklearn-mcp.18c722421282eea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31658"
    uid: e26ebe81-f7b1-4239-b65c-2d0c1dc81a22
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:45:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32196"
    uid: 024e1bfe-46b9-4cd7-aa3e-82b24ba8aba8
  kind: Event
  lastTimestamp: "2026-07-30T17:45:18Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:45:18Z"
    name: isvc-sklearn-mcp.18c722534b8bfe44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32197"
    uid: fe2e77b7-d56d-4b5d-81f8-1216d5645eb3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:06:27.269130Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42580"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7599977f6b-q99dq
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:06:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:06:27Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237ab8cd59b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42586"
    uid: a3544aa6-1dcf-4829-bdce-2213cf4ea19a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42590"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:27Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:06:27Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237ad23c6e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "42599"
    uid: 48d9be6b-1c69-418d-94ab-ed4f6a0f85da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:27Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237ad3bf3177
    namespace: kserve-ci-e2e-test
    resourceVersion: "42603"
    uid: e1a44d4f-caec-4270-ad3b-2aebd90b3fbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:27Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237ad69feb02
    namespace: kserve-ci-e2e-test
    resourceVersion: "42605"
    uid: 77f51fc7-b55c-4e54-80b5-1b5c790cbb70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:27Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237ad71296b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42606"
    uid: c521adc9-ed37-4983-969c-0efca96db738
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:31Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237bc505c404
    namespace: kserve-ci-e2e-test
    resourceVersion: "42640"
    uid: 22a0d4d1-f58d-4737-b8af-9742bf5b87b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:31Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237bc807c2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42642"
    uid: 872a1f35-23e2-4f5b-a2e8-0cf2147e76cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:31Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237bc87f9d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42645"
    uid: 46d2d8a7-e425-4bba-89fa-c65e9cc4bc59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:31Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237bc889b592
    namespace: kserve-ci-e2e-test
    resourceVersion: "42646"
    uid: 5f140ddd-204d-4010-9850-e2a274eccd25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:31Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237bcb89238d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42648"
    uid: 30142b6a-05d1-4c1f-9bb7-1a51a0a83903
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:06:31Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237bcbff6036
    namespace: kserve-ci-e2e-test
    resourceVersion: "42649"
    uid: 6a88c188-4462-4f1b-bf61-df1a049d8310
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:07:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:07:43Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7237c3cd9bd13
    namespace: kserve-ci-e2e-test
    resourceVersion: "43442"
    uid: 6d1c5f6a-ad66-485a-ae98-bab2dff9cd77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:07:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:07:57Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7238fb732d4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43575"
    uid: 43f2cae6-662d-48ae-84fc-05d3f25e7a56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:07:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:07:57Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c7238fb733459a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43576"
    uid: 8011ca02-7431-4790-8c3a-8f442a2fd8bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7599977f6b-q99dq
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: 7b81e69f-c38d-421a-97ce-bce42ebcd8c7
  kind: Event
  lastTimestamp: "2026-07-30T18:07:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:07:59Z"
    name: isvc-sklearn-predictor-7599977f6b-q99dq.18c723904304387e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43597"
    uid: d8f62478-cb4e-4cf3-930e-6fe9cfc94a2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7599977f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42571"
    uid: 5edc1386-818b-495c-abd2-a2f41caa2cb0
  kind: Event
  lastTimestamp: "2026-07-30T18:06:27Z"
  message: 'Created pod: isvc-sklearn-predictor-7599977f6b-q99dq'
  metadata:
    creationTimestamp: "2026-07-30T18:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:06:27Z"
    name: isvc-sklearn-predictor-7599977f6b.18c7237ab859ea1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42583"
    uid: f6d04131-b975-45a9-8368-650e4dbb80fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42569"
    uid: a57f17cf-dab3-45c0-82a1-995feee0a53b
  kind: Event
  lastTimestamp: "2026-07-30T18:06:27Z"
  message: Scaled up replica set isvc-sklearn-predictor-7599977f6b from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:06:27Z"
    name: isvc-sklearn-predictor.18c7237ab5e101cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42574"
    uid: e3b0a2f4-4c0c-4285-a7a9-731b5d6d66f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42570"
    uid: ab7b5541-f96c-4b78-a461-4af17e5556ad
  kind: Event
  lastTimestamp: "2026-07-30T18:06:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:06:57Z"
    name: isvc-sklearn-predictor.18c7237e35282e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "43039"
    uid: 516ae194-f0af-4ba3-9171-98934f6f1c18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42570"
    uid: ab7b5541-f96c-4b78-a461-4af17e5556ad
  kind: Event
  lastTimestamp: "2026-07-30T18:06:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:06:57Z"
    name: isvc-sklearn-predictor.18c7237e359482f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43040"
    uid: eb6ffce3-81dd-4905-b8ce-622fd89dd8ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:07:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42729"
    uid: ab7b5541-f96c-4b78-a461-4af17e5556ad
  kind: Event
  lastTimestamp: "2026-07-30T18:07:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:07:57Z"
    name: isvc-sklearn-predictor.18c723853398b951
    namespace: kserve-ci-e2e-test
    resourceVersion: "43559"
    uid: b10f0fd8-3030-4110-99bf-99b906d42640
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:07:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42729"
    uid: ab7b5541-f96c-4b78-a461-4af17e5556ad
  kind: Event
  lastTimestamp: "2026-07-30T18:07:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:07:57Z"
    name: isvc-sklearn-predictor.18c72385340c83fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43560"
    uid: e27bacbe-1822-48d8-99ce-01946d7be1cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:09:07.853681Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44184"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:09:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:09:07Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a01c635621
    namespace: kserve-ci-e2e-test
    resourceVersion: "44190"
    uid: 395d2e98-f4b1-49df-8051-bbed63f2bbaf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:08Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a029c368bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44199"
    uid: e3ea3447-62eb-4e44-b783-54606dcf859b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44195"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:08Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:09:08Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a0596aa936
    namespace: kserve-ci-e2e-test
    resourceVersion: "44210"
    uid: 14068a5d-f554-4622-8e27-9cc2e99f8fe2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:08Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a05ae666fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "44212"
    uid: e4f09327-d814-4641-af09-a7921ef9d0a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:08Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a05ef900e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44215"
    uid: 3a838f2f-4100-464b-9c48-6d1e07c887f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:08Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a05f68c1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44216"
    uid: b25760f0-b6dc-4eba-9e94-dca97d4215a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:15Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a1dcfcb414
    namespace: kserve-ci-e2e-test
    resourceVersion: "44271"
    uid: a8ab38b6-6a4d-4f57-a11a-21a67dd776e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:15Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a1e01d155a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44274"
    uid: 2022833a-0b65-4de5-833b-3a0a0738a4fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:15Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a1e0dc9a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44276"
    uid: 6b8f017d-2542-42e0-bcc5-8a8aa37472f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:15Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a1e0e6b9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44277"
    uid: 69a35e56-f28b-4b01-be7f-923a0feef412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:15Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a1e3f7fb51
    namespace: kserve-ci-e2e-test
    resourceVersion: "44279"
    uid: 64a5f07c-34c8-48eb-b270-1e6ffdf54e5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:15Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a1e4708f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "44280"
    uid: 3e3fd4ad-08e3-4132-adcc-510bc38ea427
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:23Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a254d91b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "44345"
    uid: 01357aeb-94d3-49ed-bec2-a68237b37f9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:39Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a78b38ea08
    namespace: kserve-ci-e2e-test
    resourceVersion: "44481"
    uid: b2c8940b-fa06-4d68-b096-0db99970833d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp
    namespace: kserve-ci-e2e-test
    resourceVersion: "44187"
    uid: 1bdf4579-25a4-48f2-ba8a-2ce67e524f6a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:39Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp.18c723a78b397059
    namespace: kserve-ci-e2e-test
    resourceVersion: "44482"
    uid: 0b9ba8da-1e13-4cf3-bd1f-88bd9a3ea4d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-dc457f6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44175"
    uid: 229ccb83-13f1-4680-bc06-2746c0ecc838
  kind: Event
  lastTimestamp: "2026-07-30T18:09:07Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-dc457f6d6-vtphp'
  metadata:
    creationTimestamp: "2026-07-30T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:09:07Z"
    name: isvc-sklearn-runtime-predictor-dc457f6d6.18c723a01bb1dd07
    namespace: kserve-ci-e2e-test
    resourceVersion: "44185"
    uid: e544a264-f9ba-4866-9df2-4221a473bd3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44173"
    uid: 39d1621c-2755-4c7a-8cef-1e0e5f450c03
  kind: Event
  lastTimestamp: "2026-07-30T18:09:07Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-dc457f6d6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:09:07Z"
    name: isvc-sklearn-runtime-predictor.18c723a0179b6e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "44176"
    uid: 7c8329a9-be4e-4805-b2ce-6cdf49d3aad2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44174"
    uid: 83a794ef-d68b-4acc-8fac-88784f4c9755
  kind: Event
  lastTimestamp: "2026-07-30T18:09:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:09:37Z"
    name: isvc-sklearn-runtime-predictor.18c723a396675fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44448"
    uid: 3128a065-0484-4bf1-8b6d-0b73238329d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44174"
    uid: 83a794ef-d68b-4acc-8fac-88784f4c9755
  kind: Event
  lastTimestamp: "2026-07-30T18:09:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:09:37Z"
    name: isvc-sklearn-runtime-predictor.18c723a396d8c560
    namespace: kserve-ci-e2e-test
    resourceVersion: "44449"
    uid: 797810d3-352f-4a57-b8ee-c513f9bc4aff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44166"
    uid: 5165387b-2e07-4814-a3cb-2da02dc904e4
  kind: Event
  lastTimestamp: "2026-07-30T18:09:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:09:33Z"
    name: isvc-sklearn-runtime.18c723a017b75223
    namespace: kserve-ci-e2e-test
    resourceVersion: "44420"
    uid: 1e92606d-8c0b-49b4-84c1-7ffbaa2b5b1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44166"
    uid: 5165387b-2e07-4814-a3cb-2da02dc904e4
  kind: Event
  lastTimestamp: "2026-07-30T18:09:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:09:07Z"
    name: isvc-sklearn-runtime.18c723a01845077f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44179"
    uid: ab73fd02-d76e-4f92-821c-130910acd26d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44418"
    uid: 5165387b-2e07-4814-a3cb-2da02dc904e4
  kind: Event
  lastTimestamp: "2026-07-30T18:09:33Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:09:33Z"
    name: isvc-sklearn-runtime.18c723a61454aa9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44419"
    uid: aa9b7c50-49e0-45b2-8947-20647a05679f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:25:21.441286Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52272"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:25:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:25:21Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c72482cabb11af
    namespace: kserve-ci-e2e-test
    resourceVersion: "52279"
    uid: f2dfe773-c519-489c-a8e3-19d713211eaf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:21Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c72482d6929481
    namespace: kserve-ci-e2e-test
    resourceVersion: "52290"
    uid: 9ad86d2b-e4c6-414f-82f5-8445cd1f1aa6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52282"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:22Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:25:22Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c7248307f90402
    namespace: kserve-ci-e2e-test
    resourceVersion: "52299"
    uid: 1aaef472-fe25-4ed7-a336-1e5c1f1ee6be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:22Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c7248309a965b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52301"
    uid: 371672a6-13fa-4f5c-836f-ff9b59e24894
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:22Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c724830d122652
    namespace: kserve-ci-e2e-test
    resourceVersion: "52303"
    uid: e67966fc-f468-4b8b-b78c-0ef2ec6a31a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:22Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c724830d882b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52304"
    uid: ab577b9d-2807-4605-b20e-4239a78bf56d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:24Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c7248364fe3d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "52320"
    uid: 916a7b77-be10-4ab5-b493-41f71cc2e8ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:24Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c72483680c3bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "52325"
    uid: 77658d25-cbf5-402f-b95f-40c4b458e8f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:24Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c724836882e747
    namespace: kserve-ci-e2e-test
    resourceVersion: "52326"
    uid: 0e743c3e-9c4a-402f-9741-ff21261a4c8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:24Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c72483688e59ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "52327"
    uid: 054c3905-9ed6-44a1-9170-49dafe12b1f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:24Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c724836b831672
    namespace: kserve-ci-e2e-test
    resourceVersion: "52330"
    uid: ae211f3a-656f-422f-8edb-f0dc1b702769
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:25:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:24Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c724836bf2722e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52331"
    uid: 57c21d71-04bb-4994-8a92-469c2b36c3bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:26:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:31Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c72483a0f8fab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52796"
    uid: 83436f14-d163-4180-8524-4a37388db7fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:26:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:41Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c7249571762b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "52903"
    uid: 708f780d-d2e6-4d65-ae18-c17eeae9fc8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:26:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:41Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c724957176dd3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52904"
    uid: d3064ae1-e0c2-4497-9ff9-87b9ad527224
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "52274"
    uid: 51fc2544-11e0-4b76-947b-6043a1bc8d7e
  kind: Event
  lastTimestamp: "2026-07-30T18:26:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:46Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr.18c724967d282652
    namespace: kserve-ci-e2e-test
    resourceVersion: "52997"
    uid: a552a709-d76d-481e-901e-d0ca6edcf74f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-5b6d75f8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52262"
    uid: 36433ff1-8a64-42ed-8a90-94ef7b899a64
  kind: Event
  lastTimestamp: "2026-07-30T18:25:21Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-5b6d75f8b7-tdbkr'
  metadata:
    creationTimestamp: "2026-07-30T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:25:21Z"
    name: isvc-sklearn-s3-predictor-5b6d75f8b7.18c72482ca4c6e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "52273"
    uid: 0f5bec3e-2307-464e-8c35-7ce7a378fcd2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52260"
    uid: 7600ead7-483f-458b-b3ef-c103343b82c5
  kind: Event
  lastTimestamp: "2026-07-30T18:25:21Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-5b6d75f8b7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:25:21Z"
    name: isvc-sklearn-s3-predictor.18c72482c7d1dc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "52264"
    uid: 9ff86063-b82c-4687-86a4-964fd7c0f96d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52261"
    uid: dba4796e-04e6-4937-a562-3009dfc951c6
  kind: Event
  lastTimestamp: "2026-07-30T18:26:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:26:06Z"
    name: isvc-sklearn-s3-predictor.18c7248646452e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "52624"
    uid: 09346c3b-4da8-4079-a0d2-ac8386f3c0df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52261"
    uid: dba4796e-04e6-4937-a562-3009dfc951c6
  kind: Event
  lastTimestamp: "2026-07-30T18:26:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:26:06Z"
    name: isvc-sklearn-s3-predictor.18c7248646ba3880
    namespace: kserve-ci-e2e-test
    resourceVersion: "52625"
    uid: d0918e49-610f-43f5-949e-df117781e3a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52413"
    uid: dba4796e-04e6-4937-a562-3009dfc951c6
  kind: Event
  lastTimestamp: "2026-07-30T18:26:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:26:36Z"
    name: isvc-sklearn-s3-predictor.18c72489c5cb7447
    namespace: kserve-ci-e2e-test
    resourceVersion: "52835"
    uid: 58b3a59b-5eaa-43c8-9519-0de769901a84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52413"
    uid: dba4796e-04e6-4937-a562-3009dfc951c6
  kind: Event
  lastTimestamp: "2026-07-30T18:26:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:26:36Z"
    name: isvc-sklearn-s3-predictor.18c72489c6373ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52836"
    uid: 4c666723-84cf-4e23-b625-35a0cd4a172a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:29:34.992805Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54428"
    uid: 56618f3b-0a79-4479-81e8-8134c66adca8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:29:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:29:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs.18c724bdd39445d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54435"
    uid: f5288b7b-5797-483a-9c6e-c3a5d4baa489
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54430"
    uid: 56618f3b-0a79-4479-81e8-8134c66adca8
  kind: Event
  lastTimestamp: "2026-07-30T18:29:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:35Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs.18c724bddefd3847
    namespace: kserve-ci-e2e-test
    resourceVersion: "54446"
    uid: 3af6d6c1-e27c-4d99-a924-7393c6acfea3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54441"
    uid: 56618f3b-0a79-4479-81e8-8134c66adca8
  kind: Event
  lastTimestamp: "2026-07-30T18:29:36Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:29:36Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs.18c724be1114b3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54454"
    uid: c49940e8-6ea6-4013-afd4-ffa7448495be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54430"
    uid: 56618f3b-0a79-4479-81e8-8134c66adca8
  kind: Event
  lastTimestamp: "2026-07-30T18:29:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs.18c724be129fcdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54520"
    uid: 3c7e39c7-d9d1-4d17-9bba-26d79cbccc77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54430"
    uid: 56618f3b-0a79-4479-81e8-8134c66adca8
  kind: Event
  lastTimestamp: "2026-07-30T18:29:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs.18c724be15665ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54524"
    uid: 6515d97b-64ef-4af7-8adb-9484a5db0a09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54430"
    uid: 56618f3b-0a79-4479-81e8-8134c66adca8
  kind: Event
  lastTimestamp: "2026-07-30T18:29:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:43Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs.18c724be15d8d30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54525"
    uid: 8b1317f4-ac03-45e6-ab25-b8a412594e81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54430"
    uid: 56618f3b-0a79-4479-81e8-8134c66adca8
  kind: Event
  lastTimestamp: "2026-07-30T18:29:45Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs.18c724c02b16e1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54558"
    uid: 9973c8b2-3feb-4e48-bdfc-bb1e5f1542f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54419"
    uid: 1f2e6abc-9c85-4dcd-8076-13291e6c9b82
  kind: Event
  lastTimestamp: "2026-07-30T18:29:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7-p9cxs'
  metadata:
    creationTimestamp: "2026-07-30T18:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:29:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7.18c724bdd3230d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54429"
    uid: a795707b-a854-48ac-a722-dc85f5f75a58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54417"
    uid: 31f66bd0-d099-4c9e-94b4-ed557e9bf8d7
  kind: Event
  lastTimestamp: "2026-07-30T18:29:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-c79fdb4b7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:29:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c724bdd07d11cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54421"
    uid: 1e3650b8-5c09-42c9-953b-f3e12b6e34e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54409"
    uid: 305606b1-dcff-46c2-bd82-886eb87dc32c
  kind: Event
  lastTimestamp: "2026-07-30T18:29:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:29:43Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c724bdd0918c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: dfdd5c6e-30c2-41c8-b987-bf3b6ac4e38e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54409"
    uid: 305606b1-dcff-46c2-bd82-886eb87dc32c
  kind: Event
  lastTimestamp: "2026-07-30T18:29:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:29:34Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c724bdd128ee86
    namespace: kserve-ci-e2e-test
    resourceVersion: "54425"
    uid: acf72fb1-4af7-4ce3-a4a1-ad8527e85b6f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:28:13.912192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53753"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:28:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:28:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724aaf2cc376a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53760"
    uid: 5d2ccfca-67f8-4f58-bfa7-35a66ed2ca37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:29:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724aafbd7866b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54477"
    uid: c28b3d3f-a15f-4e35-bb05-b74e341fded4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53763"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:28:14Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:28:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724ab303ad13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53781"
    uid: b30e4ed0-2d71-4d9d-bef8-be1889de67b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:28:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724ab31a827c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53783"
    uid: 33c052a5-abfe-4825-ba0f-e83e50c74ece
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:28:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724ab342dbe13
    namespace: kserve-ci-e2e-test
    resourceVersion: "53785"
    uid: 4133a177-6c1d-426a-8338-228553ba6461
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:28:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724ab34a0d35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53786"
    uid: 0f99acb7-0572-4ee4-ab2b-dcc34eb6861c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:28:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724ab99e59efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53804"
    uid: f6289384-6fdc-453c-9879-e59f6c495d49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:28:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724ab9ca75d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53806"
    uid: ec6ab2b8-0778-437f-9203-0cb24d19efa3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:28:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724ab9d19f4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "53809"
    uid: fd0894fe-39d6-498c-a819-c725f6a19c53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:28:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724ab9d2363ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "53810"
    uid: 3f6135d3-bb3b-409d-9830-c346b4e8b263
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:28:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724aba007ed2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53812"
    uid: f0a6ed44-78d6-43cf-85ad-c7e3f8919d74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:28:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724aba08b95d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53813"
    uid: a83f117c-8831-4439-bc93-1ba6bc98039c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:29:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724ac11d0ebfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "54303"
    uid: c767fac0-8128-4988-a449-9ba12d563cb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:29:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724bdd41c7887
    namespace: kserve-ci-e2e-test
    resourceVersion: "54437"
    uid: f0332d45-d8ae-42dc-b66b-07b3883dad97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "53756"
    uid: 2c360436-a55b-403a-b972-eca5d55098c2
  kind: Event
  lastTimestamp: "2026-07-30T18:29:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn.18c724bdd41d8d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54440"
    uid: b35326cc-e6ee-4563-a9d0-170ecae43cf6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53744"
    uid: 63516181-705b-4139-9d5e-e2197a95f1da
  kind: Event
  lastTimestamp: "2026-07-30T18:28:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f-qbxkn'
  metadata:
    creationTimestamp: "2026-07-30T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:28:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f.18c724aaf2341f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "53755"
    uid: f45bc5cc-6954-413c-baf6-d97006d77f61
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53742"
    uid: 72782765-6463-4db1-8aa1-0827e636c904
  kind: Event
  lastTimestamp: "2026-07-30T18:28:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-67df58d45f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:28:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c724aaef790438
    namespace: kserve-ci-e2e-test
    resourceVersion: "53746"
    uid: e554cb09-b8e4-47e8-b8d4-ae5bd5d00e2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53743"
    uid: 3f787840-3c3a-4ae0-9eed-037ed797c247
  kind: Event
  lastTimestamp: "2026-07-30T18:28:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:28:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c724ae6da1720d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53909"
    uid: 33536a36-e128-4ae8-a59e-5dcdb44a502d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53743"
    uid: 3f787840-3c3a-4ae0-9eed-037ed797c247
  kind: Event
  lastTimestamp: "2026-07-30T18:28:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:28:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c724ae6e00b6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "53911"
    uid: 4912f54f-103e-46cd-8073-064174444d92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53910"
    uid: 3f787840-3c3a-4ae0-9eed-037ed797c247
  kind: Event
  lastTimestamp: "2026-07-30T18:29:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:29:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c724b1ed2323b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54331"
    uid: 4a668d95-c13d-4531-955e-4b942c7bfe13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53910"
    uid: 3f787840-3c3a-4ae0-9eed-037ed797c247
  kind: Event
  lastTimestamp: "2026-07-30T18:29:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:29:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c724b1ed6c6e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54332"
    uid: 218ba200-53d5-4ad9-b28a-ba3ec5f9d539
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53735"
    uid: c50a1a63-c3ab-4932-acdc-21d325711b43
  kind: Event
  lastTimestamp: "2026-07-30T18:29:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:29:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c724aaefae5bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "54373"
    uid: 9cb0bc06-2a18-47dd-ac21-61efa1e1bfc3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53735"
    uid: c50a1a63-c3ab-4932-acdc-21d325711b43
  kind: Event
  lastTimestamp: "2026-07-30T18:28:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:28:13Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c724aaf0213716
    namespace: kserve-ci-e2e-test
    resourceVersion: "53749"
    uid: ea289626-61bf-47e5-8e57-33c0cc8abfe1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54371"
    uid: c50a1a63-c3ab-4932-acdc-21d325711b43
  kind: Event
  lastTimestamp: "2026-07-30T18:29:33Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:29:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c724bd884122a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54372"
    uid: 74fab5f6-91cd-4579-a259-e0b70d2662fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:28:02.784525Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53590"
    uid: b4a8384e-fe9f-40d2-a429-abaa28e85932
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:28:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:28:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf.18c724a85b89857e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53597"
    uid: 4235a020-afcc-4af8-98df-433bd459b88a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53600"
    uid: b4a8384e-fe9f-40d2-a429-abaa28e85932
  kind: Event
  lastTimestamp: "2026-07-30T18:28:03Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:28:03Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf.18c724a874d9aa25
    namespace: kserve-ci-e2e-test
    resourceVersion: "53609"
    uid: a987edbb-630f-468f-a62e-f869ac7b5321
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53593"
    uid: b4a8384e-fe9f-40d2-a429-abaa28e85932
  kind: Event
  lastTimestamp: "2026-07-30T18:28:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf.18c724a8763fb3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "53642"
    uid: 20604f77-9de1-456f-8eaa-25de5bb3c77f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53593"
    uid: b4a8384e-fe9f-40d2-a429-abaa28e85932
  kind: Event
  lastTimestamp: "2026-07-30T18:28:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf.18c724a878ed634c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53650"
    uid: a61ef59d-8ff0-4acf-a7fb-b8bef405f50e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53593"
    uid: b4a8384e-fe9f-40d2-a429-abaa28e85932
  kind: Event
  lastTimestamp: "2026-07-30T18:28:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf.18c724a879a6ea2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53651"
    uid: 0af52c52-0ffa-453e-ae32-ae2d110ddce3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53593"
    uid: b4a8384e-fe9f-40d2-a429-abaa28e85932
  kind: Event
  lastTimestamp: "2026-07-30T18:28:11Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf_kserve-ci-e2e-test(b4a8384e-fe9f-40d2-a429-abaa28e85932)
  metadata:
    creationTimestamp: "2026-07-30T18:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:11Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf.18c724aa6edbd1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53687"
    uid: 4f21763d-bff8-4c8f-b9cb-9382d955dce0
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53582"
    uid: 64d46d5b-3855-4e8e-ba7c-ff9ffcc3b8dc
  kind: Event
  lastTimestamp: "2026-07-30T18:28:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9-7vkmf'
  metadata:
    creationTimestamp: "2026-07-30T18:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:28:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9.18c724a85afab358
    namespace: kserve-ci-e2e-test
    resourceVersion: "53592"
    uid: 4fde9765-45ec-45aa-a839-3e320ceea237
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53580"
    uid: ea122acb-42cc-4d81-90c4-c1eaa7acdb93
  kind: Event
  lastTimestamp: "2026-07-30T18:28:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-85dc5ddc9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:28:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c724a858999360
    namespace: kserve-ci-e2e-test
    resourceVersion: "53583"
    uid: 42e2fd22-dc7d-4906-9415-f0b1056c8b93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53573"
    uid: 6f7ceb4f-1cb5-4718-a8c2-7464ebc33c87
  kind: Event
  lastTimestamp: "2026-07-30T18:28:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:28:11Z"
    name: isvc-sklearn-s3-tls-global-fail.18c724a8589c6470
    namespace: kserve-ci-e2e-test
    resourceVersion: "53694"
    uid: 428c1b5a-ecaf-4ddd-aefd-6aa30dc79aeb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53573"
    uid: 6f7ceb4f-1cb5-4718-a8c2-7464ebc33c87
  kind: Event
  lastTimestamp: "2026-07-30T18:28:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:28:02Z"
    name: isvc-sklearn-s3-tls-global-fail.18c724a85928994e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53586"
    uid: da37552f-c314-46d3-b1af-1b026de6b66f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:26:41.667926Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52925"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:26:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:26:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c7249578a039cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "52932"
    uid: 737feb2c-b246-40de-bb0a-18c1e1c4f4a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52937"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:26:42Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:26:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c72495920e3d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "52949"
    uid: 544c50d9-5672-4958-aa68-bc544293f224
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:26:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c7249593addf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "52952"
    uid: e3da24e6-ca41-49e8-892e-b5c26d6acbcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:26:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c7249596adf6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52953"
    uid: 421b6b41-4a3b-4a8c-9bc1-b277aef60462
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:26:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c72495971d6262
    namespace: kserve-ci-e2e-test
    resourceVersion: "52954"
    uid: aa8d38b9-6add-40a7-9568-5c12ac89eb7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:26:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c72495dbcf58b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52967"
    uid: f1fcd4d3-18aa-4820-a61f-4892dfb21f66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:26:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c72495de8cf453
    namespace: kserve-ci-e2e-test
    resourceVersion: "52970"
    uid: c3b8bb50-932d-465b-ae9a-14445b46a368
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:26:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c72495defe0fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52972"
    uid: ac7e119e-6e43-405a-ac84-9e2ffb841398
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:26:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c72495df07262e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52973"
    uid: ff2c909b-db20-49c6-b734-de681585b82e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:26:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c72495e1da67bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52976"
    uid: 75415ef0-42db-4d92-8c8b-59f050a79b6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:26:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c72495e294a853
    namespace: kserve-ci-e2e-test
    resourceVersion: "52977"
    uid: 84e8eed2-8a81-4ca7-bdd4-45b75c4de979
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:27:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:27:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c72496181beedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53450"
    uid: eca91d65-2ee0-47d0-be27-d19ce7c75186
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:28:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c724a81c5a1ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53554"
    uid: 9f8e0e23-e6ce-4b47-9cc9-f4bd3ce14d17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:28:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c724a81c5aa991
    namespace: kserve-ci-e2e-test
    resourceVersion: "53555"
    uid: d08a0150-1d5f-4225-ac99-77f4cac3a156
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: feee56e7-661e-492f-8254-b14f00203ac4
  kind: Event
  lastTimestamp: "2026-07-30T18:28:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:28:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm.18c724a8f44930ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "53634"
    uid: 465bc8d7-c8bc-47fc-b7df-352c71184a00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52917"
    uid: f34216ad-ceab-4afa-83b8-c94332cc6607
  kind: Event
  lastTimestamp: "2026-07-30T18:26:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f-rjzxm'
  metadata:
    creationTimestamp: "2026-07-30T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:26:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f.18c72495780c6602
    namespace: kserve-ci-e2e-test
    resourceVersion: "52927"
    uid: e190ef4a-5bec-4b6d-b6cb-6aacfd226b6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52914"
    uid: d4409f09-8115-4ece-8694-e6c3c645683d
  kind: Event
  lastTimestamp: "2026-07-30T18:26:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5594fd785f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:26:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c7249575b159ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "52918"
    uid: 35c3626a-c6ba-4537-80c7-f2da30a0c29a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52916"
    uid: a7811dc2-c1ed-4cba-b60a-48df610521d1
  kind: Event
  lastTimestamp: "2026-07-30T18:27:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:27:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c72498f432a85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53180"
    uid: 9de44ce6-5f7d-4aad-8016-e01eccdc23a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52916"
    uid: a7811dc2-c1ed-4cba-b60a-48df610521d1
  kind: Event
  lastTimestamp: "2026-07-30T18:27:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:27:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c72498f49aa457
    namespace: kserve-ci-e2e-test
    resourceVersion: "53181"
    uid: a14a43bc-33a0-435d-9348-cbced4039021
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:27:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53074"
    uid: a7811dc2-c1ed-4cba-b60a-48df610521d1
  kind: Event
  lastTimestamp: "2026-07-30T18:27:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:27:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c7249ff2749c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "53497"
    uid: 6185ca51-1eba-46cd-9667-d265556d5ffc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:27:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53074"
    uid: a7811dc2-c1ed-4cba-b60a-48df610521d1
  kind: Event
  lastTimestamp: "2026-07-30T18:27:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:27:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c7249ff2d5a700
    namespace: kserve-ci-e2e-test
    resourceVersion: "53498"
    uid: bf673fb9-0e2d-45cb-ba1c-5fefa8d8c5f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52906"
    uid: 4dbb7751-041e-41ec-b172-6093019c2263
  kind: Event
  lastTimestamp: "2026-07-30T18:28:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:28:00Z"
    name: isvc-sklearn-s3-tls-global-pass.18c7249575adf200
    namespace: kserve-ci-e2e-test
    resourceVersion: "53530"
    uid: a444e664-d422-48fe-b9ac-4aa02382a85d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52906"
    uid: 4dbb7751-041e-41ec-b172-6093019c2263
  kind: Event
  lastTimestamp: "2026-07-30T18:26:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:26:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18c72495764898d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52921"
    uid: 0fd53206-c92e-4167-b4be-71e48434b8bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53528"
    uid: 4dbb7751-041e-41ec-b172-6093019c2263
  kind: Event
  lastTimestamp: "2026-07-30T18:28:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:28:00Z"
    name: isvc-sklearn-s3-tls-global-pass.18c724a7cf4f1e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53529"
    uid: d1a53ee4-2b46-4da1-bbdd-c6cf81665192
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:31:17.259086Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "55323"
    uid: 7f2eca8a-7b68-433a-8998-ef0ec85f17e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:31:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:31:17Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt.18c724d5a31fddf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "55328"
    uid: 02f68722-cd09-47f9-92bd-97a3bbd063dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "55325"
    uid: 7f2eca8a-7b68-433a-8998-ef0ec85f17e2
  kind: Event
  lastTimestamp: "2026-07-30T18:31:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:31:17Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt.18c724d5b00120bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "55337"
    uid: 0a1c4237-35b5-440d-bdb7-851616f871b6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "55332"
    uid: 7f2eca8a-7b68-433a-8998-ef0ec85f17e2
  kind: Event
  lastTimestamp: "2026-07-30T18:31:18Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:31:18Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt.18c724d5e0a7afa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55346"
    uid: 6ad1414c-8cea-43d3-88ac-39bc1b8f89da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "55325"
    uid: 7f2eca8a-7b68-433a-8998-ef0ec85f17e2
  kind: Event
  lastTimestamp: "2026-07-30T18:31:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:31:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt.18c724d5e24b9bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "55388"
    uid: fc9c3751-2ca9-4a21-a2c7-ff6f643d6d5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "55325"
    uid: 7f2eca8a-7b68-433a-8998-ef0ec85f17e2
  kind: Event
  lastTimestamp: "2026-07-30T18:31:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:31:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt.18c724d5e53ec12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55391"
    uid: 13689afa-5078-4941-946b-9ba4e7f89e5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "55325"
    uid: 7f2eca8a-7b68-433a-8998-ef0ec85f17e2
  kind: Event
  lastTimestamp: "2026-07-30T18:31:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:31:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt.18c724d5e5abecc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "55393"
    uid: 42d80f9d-a5a5-4e54-8b6d-4022808ad590
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "55325"
    uid: 7f2eca8a-7b68-433a-8998-ef0ec85f17e2
  kind: Event
  lastTimestamp: "2026-07-30T18:31:27Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:31:27Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt.18c724d7f48e2fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "55447"
    uid: ea857225-1428-48e3-8c42-52e6303015c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874
    namespace: kserve-ci-e2e-test
    resourceVersion: "55311"
    uid: 0420cf14-d0e0-4c9b-8033-3bb8496f8c51
  kind: Event
  lastTimestamp: "2026-07-30T18:31:17Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874-mfkqt'
  metadata:
    creationTimestamp: "2026-07-30T18:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:31:17Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874.18c724d5a24ce01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55324"
    uid: 84fb5254-56e2-4dd3-91f2-4326e6e0d6ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55309"
    uid: 35a235e0-ffac-4d7b-8de4-fcab6e0c6cf6
  kind: Event
  lastTimestamp: "2026-07-30T18:31:17Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-78d97f4874
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:31:17Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c724d59e2efb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "55314"
    uid: a03dc46d-c2b3-4c84-991e-9c227e2fdd2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55302"
    uid: e8364fcd-e8d9-4ed0-a0bd-74861af44f44
  kind: Event
  lastTimestamp: "2026-07-30T18:31:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:31:22Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c724d59dfa515d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55396"
    uid: aa3bafaf-cba0-4514-904d-50cf2ef7a454
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55302"
    uid: e8364fcd-e8d9-4ed0-a0bd-74861af44f44
  kind: Event
  lastTimestamp: "2026-07-30T18:31:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:31:17Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c724d59e71614a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55316"
    uid: d8f7625d-5feb-45da-8de1-86c229d6331c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:29:46.103638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54588"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:29:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:29:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c069d64554
    namespace: kserve-ci-e2e-test
    resourceVersion: "54594"
    uid: 97281273-120a-484c-a442-ec2f38b363a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c0742a6ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54604"
    uid: 4c966c47-bd08-4412-8725-4dd956ff4f35
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54599"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:47Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:29:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c0a6ec575c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54613"
    uid: 55df371f-9510-4105-bcf6-6667cd1b3dcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c0a86cf939
    namespace: kserve-ci-e2e-test
    resourceVersion: "54615"
    uid: 29c4e032-6d67-449e-8f6f-2ae4b461a23b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c0ab63af60
    namespace: kserve-ci-e2e-test
    resourceVersion: "54616"
    uid: 88174bc2-78ee-4578-a9e2-f79b289eb421
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c0abd62f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54617"
    uid: 5ecd5b63-75f8-4ca8-84dc-18f136340b4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c11aaf4c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "54635"
    uid: d49bdabe-4906-4da4-bd85-2689cb071959
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c11d833ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "54638"
    uid: a08fbb58-cda5-4cb6-9baf-b98a5011eecb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c11defcd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "54640"
    uid: 276334ed-b92e-4e9a-9d76-aaf7ab3f1ae8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c11dfaa175
    namespace: kserve-ci-e2e-test
    resourceVersion: "54642"
    uid: ad15cca1-8daa-48a3-a656-acde77159ddd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c120b252ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "54644"
    uid: 7ca6c61f-bd25-42aa-a8b7-fcd5eb38752a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:29:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:29:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c121221c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "54645"
    uid: 9331943e-44ca-46b5-b7f6-32bf80ec8a03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:30:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:30:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724c156c25e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "55123"
    uid: 3f052b13-754e-4dd9-a9ed-b50b55d85a92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:31:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:31:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724d56037af8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55286"
    uid: c629031e-aa38-45be-8683-961004c6d253
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "54592"
    uid: 66c397c5-fdea-4722-a2ba-aeba298e9936
  kind: Event
  lastTimestamp: "2026-07-30T18:31:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:31:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z.18c724d560383d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "55287"
    uid: 467dcc9a-a29a-4a81-9a37-88420d3fef36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "54579"
    uid: 4e2023b7-6d40-4b69-8817-f8457aa515b4
  kind: Event
  lastTimestamp: "2026-07-30T18:29:46Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd-ccp5z'
  metadata:
    creationTimestamp: "2026-07-30T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:29:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd.18c724c069691fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "54591"
    uid: a71c84e0-d273-48c6-94ed-47d98e6fc81f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54577"
    uid: b5bdb20c-3662-4e36-b134-1cff1e33d550
  kind: Event
  lastTimestamp: "2026-07-30T18:29:46Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-c65f86bdd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:29:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c724c0668e33f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "54581"
    uid: 47e7d3ed-1b09-4538-9407-b72ab9e30f93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:30:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54578"
    uid: 8d93f671-1041-4ee0-b602-e9f3a87f9d86
  kind: Event
  lastTimestamp: "2026-07-30T18:30:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:30:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c724c3e50d80cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54838"
    uid: c182bd97-95a3-4dce-8cb4-4735e78541c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:30:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54578"
    uid: 8d93f671-1041-4ee0-b602-e9f3a87f9d86
  kind: Event
  lastTimestamp: "2026-07-30T18:30:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:30:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c724c3e5749d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54839"
    uid: 888d0554-6bb6-4d52-89de-502ab9ce0026
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:30:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54737"
    uid: 8d93f671-1041-4ee0-b602-e9f3a87f9d86
  kind: Event
  lastTimestamp: "2026-07-30T18:31:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:31:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c724cae356542e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55161"
    uid: 68f6b9ea-47b2-41ad-82fc-7409428c0b29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:30:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54737"
    uid: 8d93f671-1041-4ee0-b602-e9f3a87f9d86
  kind: Event
  lastTimestamp: "2026-07-30T18:31:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:31:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c724cae3b8c426
    namespace: kserve-ci-e2e-test
    resourceVersion: "55162"
    uid: 4b62b8ea-41ec-4781-b68e-500ca3bdc662
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54570"
    uid: e295eea1-de01-44bc-b64f-58c3f6095309
  kind: Event
  lastTimestamp: "2026-07-30T18:31:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:31:06Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c724c06688161f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55203"
    uid: e4fe2f2a-a098-46e7-8b76-0d9fda363987
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:29:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54570"
    uid: e295eea1-de01-44bc-b64f-58c3f6095309
  kind: Event
  lastTimestamp: "2026-07-30T18:29:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:29:46Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c724c0670bf244
    namespace: kserve-ci-e2e-test
    resourceVersion: "54584"
    uid: 2c0e9e61-63a7-49b6-95a2-5f86dc1977e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:31:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55201"
    uid: e295eea1-de01-44bc-b64f-58c3f6095309
  kind: Event
  lastTimestamp: "2026-07-30T18:31:06Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:31:06Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c724d30e4bcb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "55202"
    uid: c8bcdb3a-0381-4a9e-8163-dcf1f180dea4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52253"
    uid: 90c97216-0caf-4812-985b-d67ca9f4906c
  kind: Event
  lastTimestamp: "2026-07-30T18:26:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:26:41Z"
    name: isvc-sklearn-s3.18c72482c7d130d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52879"
    uid: 9c38d8ef-f629-41f5-aa45-4f5530fac59d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52253"
    uid: 90c97216-0caf-4812-985b-d67ca9f4906c
  kind: Event
  lastTimestamp: "2026-07-30T18:25:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:25:21Z"
    name: isvc-sklearn-s3.18c72482c872b6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52284"
    uid: 7d6a8f81-ac56-4dae-a14e-269fa38ff2f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52257"
    uid: 90c97216-0caf-4812-985b-d67ca9f4906c
  kind: Event
  lastTimestamp: "2026-07-30T18:25:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:25:21Z"
    name: isvc-sklearn-s3.18c72482cdb31095
    namespace: kserve-ci-e2e-test
    resourceVersion: "52285"
    uid: 83d7e1c4-ae30-467a-8828-9eb22cc6fa6f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52876"
    uid: 90c97216-0caf-4812-985b-d67ca9f4906c
  kind: Event
  lastTimestamp: "2026-07-30T18:26:41Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:26:41Z"
    name: isvc-sklearn-s3.18c7249557ffa619
    namespace: kserve-ci-e2e-test
    resourceVersion: "52878"
    uid: b96377c5-c7a4-4355-ba68-77c1e187c038
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7ddff5f8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42476"
    uid: d0c047bd-5074-43f2-b3ff-c83d4bcd45e7
  kind: Event
  lastTimestamp: "2026-07-30T18:06:20Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7ddff5f8b8-9lxgx'
  metadata:
    creationTimestamp: "2026-07-30T18:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:06:20Z"
    name: isvc-sklearn-scheduler-predictor-7ddff5f8b8.18c723790ef50596
    namespace: kserve-ci-e2e-test
    resourceVersion: "42486"
    uid: 1f47a96a-08d2-4c80-bd3f-2e03660c0e84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42474"
    uid: 461a6c8a-c316-41f7-990e-f10dae31bffe
  kind: Event
  lastTimestamp: "2026-07-30T18:06:20Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7ddff5f8b8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:06:20Z"
    name: isvc-sklearn-scheduler-predictor.18c723790a251d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "42478"
    uid: 3e85ddd4-2948-4cf8-81e4-e37a5cba7269
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42466"
    uid: b0042067-6d74-4abb-8d3e-d116f275c2b8
  kind: Event
  lastTimestamp: "2026-07-30T18:06:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:06:20Z"
    name: isvc-sklearn-scheduler.18c7237909890742
    namespace: kserve-ci-e2e-test
    resourceVersion: "42498"
    uid: b45f6adb-42e3-4d84-851f-fea84bc40219
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42466"
    uid: b0042067-6d74-4abb-8d3e-d116f275c2b8
  kind: Event
  lastTimestamp: "2026-07-30T18:06:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:06:20Z"
    name: isvc-sklearn-scheduler.18c723790a1fafdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42489"
    uid: a1395f91-886e-4a58-ab60-59e98b53a8ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42466"
    uid: b0042067-6d74-4abb-8d3e-d116f275c2b8
  kind: Event
  lastTimestamp: "2026-07-30T18:06:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:06:20Z"
    name: isvc-sklearn-scheduler.18c723790a1ff173
    namespace: kserve-ci-e2e-test
    resourceVersion: "42490"
    uid: 287424cd-c4c3-4a37-8c8a-31fdb9eb9b01
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:12:25.606894Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45856"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:12:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:12:25Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723ce2765b7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "45860"
    uid: eab55c17-247d-4497-9737-31de2d57e5bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:25Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723ce3063073b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45872"
    uid: 7fedb3f1-b314-4aa7-b233-7c61cce671d4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45867"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:26Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:12:26Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723ce648fe638
    namespace: kserve-ci-e2e-test
    resourceVersion: "45879"
    uid: ab6a1c5d-5de8-4d5e-b35c-417b48c7d9ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:26Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723ce66183bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45881"
    uid: b10489c9-88eb-4e2e-8697-d18d7144750b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:26Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723ce69ef5dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45882"
    uid: 0aaf2b32-4f11-4256-902f-625ddb37007f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:26Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723ce6a641dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "45883"
    uid: 288acdec-9668-4248-82c2-9c2d3e74a16e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:31Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723cf707ffb3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45918"
    uid: 7ff874a8-3e1f-4f21-afbb-291c87498c22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:31Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723cf7354ee3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45921"
    uid: f14844fe-f5b9-4117-b763-1f2739b999ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:31Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723cf73c2bcce
    namespace: kserve-ci-e2e-test
    resourceVersion: "45924"
    uid: 84b48056-02de-4342-9b9e-caf3397b6185
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:31Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723cf73ce2b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45925"
    uid: a884d5c6-b4f6-4556-8711-e672d539be5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:31Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723cf76e3168f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45927"
    uid: e729d7d0-856d-49ae-b2aa-8398d21b9706
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:12:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:31Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723cf7752925c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45928"
    uid: e861edcf-5f4d-46f9-8b26-38c8c561bf82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:13:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:13:58Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723cfac7f7ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46606"
    uid: a764b2a1-bf69-4bf8-9f55-b28eacc7e5d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:13:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:13:55Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723e3216e24c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46582"
    uid: 289afedd-ac0b-42fd-bf68-b79b173ef856
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:13:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:13:55Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723e3216eb2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46584"
    uid: 43b9c33f-5ae1-4a25-b3a7-677ed151baad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: 5b9c0bae-1bb2-4340-ac51-291b49fcfd98
  kind: Event
  lastTimestamp: "2026-07-30T18:13:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:13:58Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn.18c723e3b2af1518
    namespace: kserve-ci-e2e-test
    resourceVersion: "46605"
    uid: 7d3cda41-3862-4db6-a5ca-222aaf74cfc4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "45845"
    uid: 5a03b927-5372-4f0a-a665-e717e17cdbf7
  kind: Event
  lastTimestamp: "2026-07-30T18:12:25Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-74df6969cf-9vqnn'
  metadata:
    creationTimestamp: "2026-07-30T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:12:25Z"
    name: isvc-sklearn-v2-mixed-predictor-74df6969cf.18c723ce26f243c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45857"
    uid: 427f91a5-c057-4a09-b436-9b62b1dab533
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45843"
    uid: 73bf98f6-c589-49f9-bd3f-64d8ff1389ee
  kind: Event
  lastTimestamp: "2026-07-30T18:12:25Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-74df6969cf from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:12:25Z"
    name: isvc-sklearn-v2-mixed-predictor.18c723ce21622850
    namespace: kserve-ci-e2e-test
    resourceVersion: "45847"
    uid: 1ffb8dc0-2996-46e7-9ad3-2e5aff9f8407
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45844"
    uid: 36eaa6bb-2956-4b57-a70d-41a24827c2d0
  kind: Event
  lastTimestamp: "2026-07-30T18:12:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:12:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18c723d1a0525335
    namespace: kserve-ci-e2e-test
    resourceVersion: "46115"
    uid: 21a9b2ed-9420-4978-8058-1494417870f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45844"
    uid: 36eaa6bb-2956-4b57-a70d-41a24827c2d0
  kind: Event
  lastTimestamp: "2026-07-30T18:12:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:12:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18c723d1a0c1e2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46116"
    uid: e5acdc33-f9ba-49cf-843d-0876fd8b4990
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:13:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46002"
    uid: 36eaa6bb-2956-4b57-a70d-41a24827c2d0
  kind: Event
  lastTimestamp: "2026-07-30T18:13:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:13:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18c723d89ecdda1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46566"
    uid: c05ccaca-fdde-479b-95a4-bf6097b912fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:13:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46002"
    uid: 36eaa6bb-2956-4b57-a70d-41a24827c2d0
  kind: Event
  lastTimestamp: "2026-07-30T18:13:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:13:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18c723d89f3925b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46567"
    uid: 124415a7-86f7-4f16-b163-ab219af635f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45836"
    uid: 87188dda-49f6-427b-93a9-9c31cbe06e01
  kind: Event
  lastTimestamp: "2026-07-30T18:13:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:13:48Z"
    name: isvc-sklearn-v2-mixed.18c723ce21586c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46513"
    uid: 467be4e1-1dd9-41e7-97ea-cea45bb35b77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45836"
    uid: 87188dda-49f6-427b-93a9-9c31cbe06e01
  kind: Event
  lastTimestamp: "2026-07-30T18:12:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:12:25Z"
    name: isvc-sklearn-v2-mixed.18c723ce2203a8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "45865"
    uid: a9e22a99-b880-4d64-93cf-2ad55a989712
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45842"
    uid: 87188dda-49f6-427b-93a9-9c31cbe06e01
  kind: Event
  lastTimestamp: "2026-07-30T18:12:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:12:25Z"
    name: isvc-sklearn-v2-mixed.18c723ce280e99e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45866"
    uid: f9638267-2dc6-49b2-a821-79fd1759833f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:13:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46511"
    uid: 87188dda-49f6-427b-93a9-9c31cbe06e01
  kind: Event
  lastTimestamp: "2026-07-30T18:13:48Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:13:48Z"
    name: isvc-sklearn-v2-mixed.18c723e163f0217c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46512"
    uid: b48c30e8-a3d9-471f-85dc-05215ea52b71
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:10:50.213637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45084"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:10:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:10:50Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b7f184c6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "45090"
    uid: a5ee08d4-5d0a-471c-959c-ceebc6af15d4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:50Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b7f961617e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45098"
    uid: fc220c01-7a09-4b1c-9bd1-259e8dec116a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45095"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:51Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:10:51Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b82eddcc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "45109"
    uid: b8227a38-8e47-45c7-bf85-e5c8450590aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:51Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b83090a3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "45111"
    uid: d7e6a230-88e3-4f25-8285-28277398ddcf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:51Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b83399521a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45113"
    uid: 12f4ca8b-a5bb-4b10-9ae9-6a966b51d287
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:51Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b8340b47e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45114"
    uid: aece3fdd-4619-437f-a7fe-1ef6bfde989c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:55Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b93c7cc793
    namespace: kserve-ci-e2e-test
    resourceVersion: "45152"
    uid: 6b03ef72-32ce-4d09-a6d5-402f25c89c1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:55Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b93f7649f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45155"
    uid: 021a006d-1f75-4ec2-bf33-6a87df3a605a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:55Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b93fe9ed1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45158"
    uid: 8d9d293d-f8ed-4327-ad66-86464eb35184
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:55Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b93ff48144
    namespace: kserve-ci-e2e-test
    resourceVersion: "45159"
    uid: 0a27e262-ab12-4016-ab76-3a5e063fe9b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:55Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b945b9f5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45161"
    uid: f08e8a05-ae72-4b68-856e-ba3e2a667693
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:10:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:55Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b94661c456
    namespace: kserve-ci-e2e-test
    resourceVersion: "45162"
    uid: f8304de0-06f3-4e93-9fd4-b8f6620c502f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:12:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:08Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723b9b442b8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45676"
    uid: ad383e10-1470-4a46-83a8-6eb1baf7d7bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:12:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:20Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723ccf28af3c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45789"
    uid: 13d43a2d-ab46-4271-ae55-cab945c0eda5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:12:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:20Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723ccf28b5036
    namespace: kserve-ci-e2e-test
    resourceVersion: "45790"
    uid: 56fc1ef6-9285-4e8c-b82d-0189b028cac5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45087"
    uid: e4f03fe4-8c24-428b-9b9f-6b0204cbb4bb
  kind: Event
  lastTimestamp: "2026-07-30T18:12:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:12:23Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b.18c723cdba7efd4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45817"
    uid: 87a6124b-664c-4ca3-b73e-3ee624320786
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-8c7fcfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45075"
    uid: d2fff929-f5ed-4d4a-90e7-bc99da71c41f
  kind: Event
  lastTimestamp: "2026-07-30T18:10:50Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-8c7fcfb4b-h5n2b'
  metadata:
    creationTimestamp: "2026-07-30T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:10:50Z"
    name: isvc-sklearn-v2-predictor-8c7fcfb4b.18c723b7f1135920
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: 76cec96e-1d0e-49c8-b353-b537d0638a4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45072"
    uid: dd015a47-61e7-44b2-865c-8210bdda61f0
  kind: Event
  lastTimestamp: "2026-07-30T18:10:50Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-8c7fcfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:10:50Z"
    name: isvc-sklearn-v2-predictor.18c723b7ee17f26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45077"
    uid: c758693e-6fe7-446a-9cbe-799b9677bee1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: d287d661-5727-4d6c-abf0-fc16008b01a0
  kind: Event
  lastTimestamp: "2026-07-30T18:11:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:11:35Z"
    name: isvc-sklearn-v2-predictor.18c723bb6c70c30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45444"
    uid: 2370dac0-a55c-40d0-909e-0d69721fcef7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: d287d661-5727-4d6c-abf0-fc16008b01a0
  kind: Event
  lastTimestamp: "2026-07-30T18:11:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:11:35Z"
    name: isvc-sklearn-v2-predictor.18c723bb6ce27ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45445"
    uid: 6db04c59-4145-4333-abbc-1313d93ffba3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:11:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45233"
    uid: d287d661-5727-4d6c-abf0-fc16008b01a0
  kind: Event
  lastTimestamp: "2026-07-30T18:12:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:12:20Z"
    name: isvc-sklearn-v2-predictor.18c723c5e9ec5337
    namespace: kserve-ci-e2e-test
    resourceVersion: "45771"
    uid: 995ebe29-9d6f-4932-b990-03784f206d63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:11:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45233"
    uid: d287d661-5727-4d6c-abf0-fc16008b01a0
  kind: Event
  lastTimestamp: "2026-07-30T18:12:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:12:20Z"
    name: isvc-sklearn-v2-predictor.18c723c5ea5ca553
    namespace: kserve-ci-e2e-test
    resourceVersion: "45772"
    uid: 2cf7a52a-22df-4251-a5cc-68e44034fab4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:09:44.902907Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44545"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:09:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:09:44Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a8bcb1aa50
    namespace: kserve-ci-e2e-test
    resourceVersion: "44551"
    uid: 235a5101-0061-41bd-9c7f-f42218c5906e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44557"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:45Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:09:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a8d63fa092
    namespace: kserve-ci-e2e-test
    resourceVersion: "44564"
    uid: 566e80c9-5f15-44ef-96ba-2794c38b9359
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a8d7b67a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44566"
    uid: c62332d4-f506-4065-8a0a-9ea68944bd1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a8db56f019
    namespace: kserve-ci-e2e-test
    resourceVersion: "44567"
    uid: 3781bc90-96c4-4d9a-9801-7d4125a615d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a8dbd05b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44568"
    uid: 90de410d-bf98-4346-8e7e-61c262310294
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:49Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-30T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a9c47677b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44600"
    uid: adc8da9f-194c-4324-b7f9-dfc585c4fdab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a9c8356637
    namespace: kserve-ci-e2e-test
    resourceVersion: "44604"
    uid: 57ab13ad-e287-45ef-be56-bddd372c498a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a9c8ad1c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "44605"
    uid: eea499da-0bf6-43ac-9a47-985e74478781
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a9c8b884e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44606"
    uid: 7f655e7a-6f57-4e04-9100-9031c0565833
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a9cbd1860b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44608"
    uid: e59749ef-1feb-4cc9-8e74-e58761926961
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:09:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723a9cc58db55
    namespace: kserve-ci-e2e-test
    resourceVersion: "44609"
    uid: 69677230-eaec-4f2e-b1f8-b9d2863b9b55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:10:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-30T18:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723b2a1ebce0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 668468fa-6c86-442d-ae37-c8366af49ddb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:10:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723b6bcc10865
    namespace: kserve-ci-e2e-test
    resourceVersion: "45023"
    uid: feded5fd-2594-4c90-8309-821cc48d1e33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:10:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723b6bcc1a518
    namespace: kserve-ci-e2e-test
    resourceVersion: "45024"
    uid: 4c3561a8-9187-4487-8cdf-956d71c4aeb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:10:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723b7468281b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45039"
    uid: 26eec8de-e43c-40ca-b9ff-576ccd927dcc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "44548"
    uid: 0353158b-2e9f-4fb9-bfa7-c5dc31dd586a
  kind: Event
  lastTimestamp: "2026-07-30T18:10:48Z"
  message: 'Readiness probe failed: Get "http://10.133.0.49:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-30T18:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:10:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw.18c723b784e3de6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45048"
    uid: 4637a652-988c-407b-b848-d77bf58e9a40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "44536"
    uid: 0abf6486-b6de-4e20-aaf3-f57dd78bdc5b
  kind: Event
  lastTimestamp: "2026-07-30T18:09:44Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-svrxw'
  metadata:
    creationTimestamp: "2026-07-30T18:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:09:44Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c723a8bc29b286
    namespace: kserve-ci-e2e-test
    resourceVersion: "44546"
    uid: 5e2bfda0-fe79-4170-b4dd-8fc40d5a1474
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44534"
    uid: 73a4ea30-ac24-4845-90d6-14fc5a331418
  kind: Event
  lastTimestamp: "2026-07-30T18:09:44Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:09:44Z"
    name: isvc-sklearn-v2-runtime-predictor.18c723a8b932307a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44539"
    uid: fc3c2f3c-518b-4a22-a038-8f0b47038f09
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44535"
    uid: 13362495-0099-4eb2-9325-ec9a63d4e70c
  kind: Event
  lastTimestamp: "2026-07-30T18:09:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:09:59Z"
    name: isvc-sklearn-v2-runtime-predictor.18c723ac37a43b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "44680"
    uid: 65908355-1ddb-48af-bd0b-c916e3853f21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44535"
    uid: 13362495-0099-4eb2-9325-ec9a63d4e70c
  kind: Event
  lastTimestamp: "2026-07-30T18:09:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:09:59Z"
    name: isvc-sklearn-v2-runtime-predictor.18c723ac3825a1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44681"
    uid: 73e37dc7-a587-43aa-9eb7-460504993c17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44679"
    uid: 13362495-0099-4eb2-9325-ec9a63d4e70c
  kind: Event
  lastTimestamp: "2026-07-30T18:10:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:10:44Z"
    name: isvc-sklearn-v2-runtime-predictor.18c723afb751979c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45007"
    uid: 025776ad-1277-493e-bd08-ee729282b722
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44679"
    uid: 13362495-0099-4eb2-9325-ec9a63d4e70c
  kind: Event
  lastTimestamp: "2026-07-30T18:10:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:10:44Z"
    name: isvc-sklearn-v2-runtime-predictor.18c723afb7d320e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45008"
    uid: 7872e190-b018-4d59-a870-accd2dbde048
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44527"
    uid: a95f0584-f54c-49fd-88a8-bb5af041f444
  kind: Event
  lastTimestamp: "2026-07-30T18:10:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:10:37Z"
    name: isvc-sklearn-v2-runtime.18c723a8b92faf20
    namespace: kserve-ci-e2e-test
    resourceVersion: "44956"
    uid: 5b581415-a94a-4d46-aef6-488ecb8c6ca8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44527"
    uid: a95f0584-f54c-49fd-88a8-bb5af041f444
  kind: Event
  lastTimestamp: "2026-07-30T18:09:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:09:44Z"
    name: isvc-sklearn-v2-runtime.18c723a8b9caaf08
    namespace: kserve-ci-e2e-test
    resourceVersion: "44542"
    uid: 0da71e11-394b-4130-9a88-f2b53cab5193
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44954"
    uid: a95f0584-f54c-49fd-88a8-bb5af041f444
  kind: Event
  lastTimestamp: "2026-07-30T18:10:37Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:10:37Z"
    name: isvc-sklearn-v2-runtime.18c723b4f8359a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "44955"
    uid: e7321e92-c64c-4a46-ab22-d74bb53c95fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45065"
    uid: 427a5e11-1ccb-48c1-8e43-40ec569e108b
  kind: Event
  lastTimestamp: "2026-07-30T18:12:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:12:18Z"
    name: isvc-sklearn-v2.18c723b7ee162d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45756"
    uid: ec283c59-dce3-491d-8589-c00e28b032ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:10:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45065"
    uid: 427a5e11-1ccb-48c1-8e43-40ec569e108b
  kind: Event
  lastTimestamp: "2026-07-30T18:10:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:10:50Z"
    name: isvc-sklearn-v2.18c723b7ee9301fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45079"
    uid: dde90eac-eca6-43af-87f6-71c9a7f4ca3c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:12:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45754"
    uid: 427a5e11-1ccb-48c1-8e43-40ec569e108b
  kind: Event
  lastTimestamp: "2026-07-30T18:12:18Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:12:18Z"
    name: isvc-sklearn-v2.18c723cc8d72ea32
    namespace: kserve-ci-e2e-test
    resourceVersion: "45755"
    uid: c3423672-3994-4d64-b1c2-21828caccd62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42562"
    uid: 0d143b04-0557-4a6f-80ea-059a95af23ba
  kind: Event
  lastTimestamp: "2026-07-30T18:07:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:07:53Z"
    name: isvc-sklearn.18c7237ab5dc321d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43530"
    uid: a4947fd1-7313-4621-ac01-f506afb28031
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:06:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42562"
    uid: 0d143b04-0557-4a6f-80ea-059a95af23ba
  kind: Event
  lastTimestamp: "2026-07-30T18:06:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-30T18:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:06:27Z"
    name: isvc-sklearn.18c7237ab634b348
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 30fe3f46-8fe9-45a8-afe3-d89ca8113242
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:07:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43525"
    uid: 0d143b04-0557-4a6f-80ea-059a95af23ba
  kind: Event
  lastTimestamp: "2026-07-30T18:07:53Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:07:53Z"
    name: isvc-sklearn.18c7238eda764c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "43528"
    uid: 33354943-e807-4dba-aca5-83f3407dd6a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:14:00.871567Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46646"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-sbh5s
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:14:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:14:00Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e4559d366f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46650"
    uid: f369a30e-6e7c-45f4-a9d4-d007fa984d29
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e46351e7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46660"
    uid: d9d8bf0c-94e3-4d1e-a442-dcee72fb110e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46655"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:01Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:14:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e492960f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46674"
    uid: 7f978fbe-70b5-4c5e-83dd-4566a764b8a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e4941f8a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46676"
    uid: 829c5b44-98cc-4543-8ff5-e46a38bec0f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e4973bf696
    namespace: kserve-ci-e2e-test
    resourceVersion: "46677"
    uid: f9bafde6-9168-4e9c-857a-bdc186142439
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e497affda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46678"
    uid: cef0be50-db86-4910-bae2-1ad55f355c8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:07Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-30T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e5e07c5a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "46725"
    uid: 85ca1bc1-fabe-4d77-9b50-df194d3035ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:11Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.792s (3.792s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e6c28ab3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46751"
    uid: 9f9a9168-fe6e-4b83-8952-4c3728b37cea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e6c69d738a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46754"
    uid: 9587a0e9-c586-4559-acfb-d02a2c1a9a03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e6c724f8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46755"
    uid: 0cf26c4e-39f2-4df2-b883-cb58cfbfda75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e6c72edc67
    namespace: kserve-ci-e2e-test
    resourceVersion: "46756"
    uid: 92a9b758-6ad0-4805-81e1-af02e3cafed8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e6c9b27dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "46757"
    uid: a7831b8d-9a47-45cf-920d-e4fc06d5797d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e6ca327d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "46758"
    uid: 9253ef90-dab5-49e3-95c7-5536d8a99ebd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:17Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723e6d02df4ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "46805"
    uid: 607e2942-d33e-4d2d-a9c6-d06ddbc7848b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723edd57cf9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47002"
    uid: 85182974-d43f-48a8-9424-507096c0b431
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:14:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723edd57d87da
    namespace: kserve-ci-e2e-test
    resourceVersion: "47003"
    uid: 681015b9-5fd5-4577-8acd-f41434ddfc98
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: 3dae9f65-69d5-4400-bc2d-41d1e3f4b270
  kind: Event
  lastTimestamp: "2026-07-30T18:15:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:15:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-sbh5s.18c723ee082bb5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47259"
    uid: 14f9511b-ec51-4270-88dc-9e097a29c1f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "46635"
    uid: 175b2f42-3fd5-4a2b-95d8-091127a374dc
  kind: Event
  lastTimestamp: "2026-07-30T18:14:00Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-sbh5s'
  metadata:
    creationTimestamp: "2026-07-30T18:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:14:00Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c723e455204cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46647"
    uid: a42eafdd-8ef5-4781-952f-61cc08f473f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46633"
    uid: cbe23d68-4f6a-4431-b6d5-c6e3c23b88cb
  kind: Event
  lastTimestamp: "2026-07-30T18:14:00Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:14:00Z"
    name: isvc-tensorflow-predictor.18c723e450b5b4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46638"
    uid: fb13083c-dafb-4944-8a03-de3aab74e67f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46634"
    uid: 5e385341-b864-4943-b395-a3373c85cc2d
  kind: Event
  lastTimestamp: "2026-07-30T18:14:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:14:15Z"
    name: isvc-tensorflow-predictor.18c723e7cfaa6a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "46790"
    uid: d939f55a-6d07-410f-90d8-ff8cb7eecdac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46634"
    uid: 5e385341-b864-4943-b395-a3373c85cc2d
  kind: Event
  lastTimestamp: "2026-07-30T18:14:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:14:15Z"
    name: isvc-tensorflow-predictor.18c723e7d019fa58
    namespace: kserve-ci-e2e-test
    resourceVersion: "46792"
    uid: 8e6efef9-53ab-47e1-84db-f4f697fc9805
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46791"
    uid: 5e385341-b864-4943-b395-a3373c85cc2d
  kind: Event
  lastTimestamp: "2026-07-30T18:14:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:14:30Z"
    name: isvc-tensorflow-predictor.18c723eb4edb0a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "46915"
    uid: 4ac6d206-7a35-42df-b7aa-855e9912fd7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46791"
    uid: 5e385341-b864-4943-b395-a3373c85cc2d
  kind: Event
  lastTimestamp: "2026-07-30T18:14:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:14:30Z"
    name: isvc-tensorflow-predictor.18c723eb4f449392
    namespace: kserve-ci-e2e-test
    resourceVersion: "46917"
    uid: dd12982c-4e22-4bec-bb54-6e9bd2c16ebe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:14:46.817585Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47062"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:14:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:14:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723ef0835da04
    namespace: kserve-ci-e2e-test
    resourceVersion: "47068"
    uid: 92bf13f1-79fc-4239-91f2-0ec81cec3c1d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47072"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:14:47Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:14:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723ef216a86c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47085"
    uid: b01996de-15c9-4a1e-883c-93fbdcc31ce3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:14:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723ef23170cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47088"
    uid: fa9ca3b2-5753-4055-a922-ca63d1cfc868
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:14:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723ef25ae95d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47090"
    uid: 0aebb5eb-1c0d-4f6c-9816-14e165577853
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:14:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:47Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723ef26157467
    namespace: kserve-ci-e2e-test
    resourceVersion: "47091"
    uid: d90c62d6-b0f3-4e54-a1df-610e72045750
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:14:52Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723f066191ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47138"
    uid: dd60fee5-4fc5-44d5-8ace-1c9e6656df51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:14:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723f069297cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47140"
    uid: 763ac076-1fab-48a4-8db0-9e70bdd1c3e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:14:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723f069acb003
    namespace: kserve-ci-e2e-test
    resourceVersion: "47141"
    uid: 23447298-7a08-457a-9e0d-87c0811cfcb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:14:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723f069b7746d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47144"
    uid: 437007c6-923f-4875-9fa8-eb2119c0ed6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:14:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723f06cd19ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47146"
    uid: 9c9b9a0f-4a97-49dd-92c7-95fb5bb95023
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:14:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:14:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723f06d3dcab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47147"
    uid: 94e58fe7-3bdc-4933-8f43-6a1218cf5cf6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:15:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:15:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723f0dde091f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47212"
    uid: 0aa9d80f-4e14-41ab-ad71-02b701cbcd98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:15:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:15:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723f89d5e630f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47431"
    uid: 265a9f67-b20b-4356-8743-6123e365865b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:15:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:15:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723f89d5ed211
    namespace: kserve-ci-e2e-test
    resourceVersion: "47432"
    uid: ded58630-bda3-4b86-884f-2476cde2bcdd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: db9115da-ef1d-4f92-a84c-dbf9da656287
  kind: Event
  lastTimestamp: "2026-07-30T18:15:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:15:55Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2.18c723f93fcea588
    namespace: kserve-ci-e2e-test
    resourceVersion: "47683"
    uid: 022af9eb-70d0-4450-9f16-3391c1326cd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "47052"
    uid: f263a3dd-49a6-4fce-be1c-6912f3b3edc7
  kind: Event
  lastTimestamp: "2026-07-30T18:14:46Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-k67g2'
  metadata:
    creationTimestamp: "2026-07-30T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:14:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c723ef07bb2c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47063"
    uid: f3708374-be94-4726-8bb8-db64ffcd8889
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47050"
    uid: 2bd60eb2-50a7-49d2-b7c3-d2eaded5deda
  kind: Event
  lastTimestamp: "2026-07-30T18:14:46Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:14:46Z"
    name: isvc-tensorflow-runtime-predictor.18c723ef0515f06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47054"
    uid: 3d34b29f-89d1-4f97-9538-498252a4460c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47051"
    uid: 74950df4-13dc-4708-85b2-3d408ecb23c1
  kind: Event
  lastTimestamp: "2026-07-30T18:15:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:15:01Z"
    name: isvc-tensorflow-runtime-predictor.18c723f2837572a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47221"
    uid: 91bb8938-9d01-4ccb-9d35-e8d9c801a39c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47051"
    uid: 74950df4-13dc-4708-85b2-3d408ecb23c1
  kind: Event
  lastTimestamp: "2026-07-30T18:15:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:15:01Z"
    name: isvc-tensorflow-runtime-predictor.18c723f283db6441
    namespace: kserve-ci-e2e-test
    resourceVersion: "47223"
    uid: 7cce2209-e1a7-4f84-b31e-15121310c98e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47222"
    uid: 74950df4-13dc-4708-85b2-3d408ecb23c1
  kind: Event
  lastTimestamp: "2026-07-30T18:15:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:15:16Z"
    name: isvc-tensorflow-runtime-predictor.18c723f603250972
    namespace: kserve-ci-e2e-test
    resourceVersion: "47337"
    uid: 3d9c42d1-9e89-4629-a68d-3dffd4bd9f60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47222"
    uid: 74950df4-13dc-4708-85b2-3d408ecb23c1
  kind: Event
  lastTimestamp: "2026-07-30T18:15:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:15:16Z"
    name: isvc-tensorflow-runtime-predictor.18c723f6039b0109
    namespace: kserve-ci-e2e-test
    resourceVersion: "47338"
    uid: 130c1057-dda6-4918-93ef-ff9b60274626
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47043"
    uid: ad36009c-4d75-48a6-8596-b8911d2db857
  kind: Event
  lastTimestamp: "2026-07-30T18:15:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:15:10Z"
    name: isvc-tensorflow-runtime.18c723ef05142a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "47291"
    uid: 94ae1340-1062-446d-bc5a-8cc84d0c3ef4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47043"
    uid: ad36009c-4d75-48a6-8596-b8911d2db857
  kind: Event
  lastTimestamp: "2026-07-30T18:14:46Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:14:46Z"
    name: isvc-tensorflow-runtime.18c723ef05b026c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47074"
    uid: 31b0f6ad-804b-462b-85de-a36da6dd3e19
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47047"
    uid: ad36009c-4d75-48a6-8596-b8911d2db857
  kind: Event
  lastTimestamp: "2026-07-30T18:14:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:14:46Z"
    name: isvc-tensorflow-runtime.18c723ef0b51b0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "47075"
    uid: 72ee2b71-f765-48b2-ac28-8e1292eb732e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47289"
    uid: ad36009c-4d75-48a6-8596-b8911d2db857
  kind: Event
  lastTimestamp: "2026-07-30T18:15:10Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:15:10Z"
    name: isvc-tensorflow-runtime.18c723f49d8a273b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47290"
    uid: a152abc3-898f-4dc9-a184-26f03ed1fa4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46626"
    uid: d041e95c-f28e-45df-8e62-2bd5d395ba93
  kind: Event
  lastTimestamp: "2026-07-30T18:14:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:14:27Z"
    name: isvc-tensorflow.18c723e450b951b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46893"
    uid: 1727e442-1b23-459e-bc83-005bcfeffe91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46626"
    uid: d041e95c-f28e-45df-8e62-2bd5d395ba93
  kind: Event
  lastTimestamp: "2026-07-30T18:14:00Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:14:00Z"
    name: isvc-tensorflow.18c723e451400b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "46641"
    uid: 2757b19c-cf3e-44b1-a213-78bbf2b3139b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:14:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46891"
    uid: d041e95c-f28e-45df-8e62-2bd5d395ba93
  kind: Event
  lastTimestamp: "2026-07-30T18:14:27Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:14:27Z"
    name: isvc-tensorflow.18c723ea8f897fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "46892"
    uid: 2813c177-3e6c-4c3d-b27c-9bfbc85d9606
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:15:33.144410Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47490"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-b77nd
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:15:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:15:33Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c723f9d18124ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "47494"
    uid: 3fa50575-4b17-43a0-abc1-a58ac0ecf5ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47498"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:15:33Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:15:33Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c723f9eb33b454
    namespace: kserve-ci-e2e-test
    resourceVersion: "47507"
    uid: 343dd29e-79aa-4b83-99ee-50f4c8b665fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:15:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:15:33Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c723f9eca5caf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47509"
    uid: 6cf47d51-8117-47e8-a9ee-8d92ed98531b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:15:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:15:33Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c723f9ef7b493f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47511"
    uid: 673b6b36-7f69-4b6f-987f-201e5313d39f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:15:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:15:33Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c723f9efeca27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47512"
    uid: 028c66f4-ea11-42de-af8f-36b31a0d6f06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:15:37Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-30T18:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:15:37Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c723faef83678d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47553"
    uid: f72ed2e6-f83a-46dd-8d5d-13098a863db7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:17:32Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.159s
    (1m54.159s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:32Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c7241583f3bc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "48363"
    uid: 0a8a5ec6-e20b-4098-86dd-53631be99941
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:17:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:32Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c7241589502e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48365"
    uid: fdebf5a0-3bbc-4f42-a6a3-8e10d2f225f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:17:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:32Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c724158a328112
    namespace: kserve-ci-e2e-test
    resourceVersion: "48366"
    uid: 83e22e40-355a-4f8f-849e-2338974b9764
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:17:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:32Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c724158a3df93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48367"
    uid: f575f158-0a53-4de6-9910-ba6f6a98497b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:17:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:32Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c724158f5102b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48368"
    uid: 586defc6-2dbc-4af6-b71b-c6f9539b99b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:17:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:32Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c72415914c81d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48370"
    uid: 9baf16ca-6fc1-4536-833c-f08b4b87ff97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:17:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:34Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c72415df26b0e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48388"
    uid: 1890cc46-5509-4829-9fd2-2f96f66e3c84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:17:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:44Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c72418725283ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "48479"
    uid: 96e3a9f2-a149-4ef7-bae1-d23f109b7e4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-b77nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47492"
    uid: 6e89e467-d102-4859-9404-2d6be6c62ad8
  kind: Event
  lastTimestamp: "2026-07-30T18:17:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:44Z"
    name: isvc-triton-predictor-5d7db58676-b77nd.18c724187252ead7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48480"
    uid: 20a6d700-e47e-4ade-8ab7-2bd9738aa8b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47477"
    uid: 9311a8e4-bace-48df-802d-4ff111d9da5f
  kind: Event
  lastTimestamp: "2026-07-30T18:15:33Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-b77nd'
  metadata:
    creationTimestamp: "2026-07-30T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:15:33Z"
    name: isvc-triton-predictor-5d7db58676.18c723f9d0e79abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47491"
    uid: e592be8c-7670-461c-a31e-0f38f120b5ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: baf300da-2b6b-44b3-a4ad-b91592d2cdce
  kind: Event
  lastTimestamp: "2026-07-30T18:15:33Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:15:33Z"
    name: isvc-triton-predictor.18c723f9cd653b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "47478"
    uid: 115e504c-1deb-440c-8f82-5f8927bbfae2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47476"
    uid: 04e35c86-abee-44a4-8e7c-590dcfa9a904
  kind: Event
  lastTimestamp: "2026-07-30T18:17:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:17:33Z"
    name: isvc-triton-predictor.18c723fd4c4b5922
    namespace: kserve-ci-e2e-test
    resourceVersion: "48376"
    uid: d95b6e19-bd68-45d5-bce6-41d6dde1dd3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47476"
    uid: 04e35c86-abee-44a4-8e7c-590dcfa9a904
  kind: Event
  lastTimestamp: "2026-07-30T18:17:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:17:33Z"
    name: isvc-triton-predictor.18c723fd4cc17fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48377"
    uid: 903137ff-8d84-42f2-8fbd-dcaf6b69ad93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47468"
    uid: cc350f01-e86b-4127-9a74-08610aa01f82
  kind: Event
  lastTimestamp: "2026-07-30T18:17:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:17:39Z"
    name: isvc-triton.18c723f9cd63185a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48430"
    uid: b5dd7b1f-9299-4e2f-b9b4-158a29651226
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47468"
    uid: cc350f01-e86b-4127-9a74-08610aa01f82
  kind: Event
  lastTimestamp: "2026-07-30T18:15:33Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-30T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:15:33Z"
    name: isvc-triton.18c723f9cdcd84d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47500"
    uid: 2c3e27b2-a9b1-4f32-bbdb-3ee3bf498502
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:15:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47474"
    uid: cc350f01-e86b-4127-9a74-08610aa01f82
  kind: Event
  lastTimestamp: "2026-07-30T18:15:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:15:33Z"
    name: isvc-triton.18c723f9d3c1beb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47501"
    uid: 3def9553-6490-404d-a166-e6d223729d32
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "48428"
    uid: cc350f01-e86b-4127-9a74-08610aa01f82
  kind: Event
  lastTimestamp: "2026-07-30T18:17:39Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:17:39Z"
    name: isvc-triton.18c724174b3e9953
    namespace: kserve-ci-e2e-test
    resourceVersion: "48429"
    uid: e13e5bdb-b022-4c2e-aade-928aed3edaa9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:17:49.835475Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48543"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-nqflj
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:17:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:17:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c72419a4ed3f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "48547"
    uid: 1544b02d-e198-45d7-a78d-79151fae0eeb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48552"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:17:50Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:17:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c72419be52ffe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48562"
    uid: 8a7c3d57-c7ac-4a63-862b-48ea69acf289
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:17:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c72419bfc91d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "48564"
    uid: ad367ba2-3ecc-4add-8f66-5b3d768efdbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:17:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c72419c2dd8e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "48565"
    uid: c56f5066-130f-4071-9216-57042ae0023d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:17:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c72419c353508e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48566"
    uid: 41029c56-4f2f-4054-966c-9df4d4cf1b85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:17:54Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-30T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:17:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c7241ab2638641
    namespace: kserve-ci-e2e-test
    resourceVersion: "48600"
    uid: 20d638e6-44e3-45d5-8579-cf63d6a9f898
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:18:15Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.825s (20.825s
    including waiting). Image size: 1307355897 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T18:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:18:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c7241f8bb33ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48749"
    uid: 584d02fd-8997-4f08-9709-3f9de7c00a2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:18:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:18:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c7241f8eb514cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "48750"
    uid: 74dc02eb-711e-49da-b74a-5031f520ca96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:18:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:18:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c7241f8f268217
    namespace: kserve-ci-e2e-test
    resourceVersion: "48751"
    uid: fac4bc52-3780-4258-a915-ff6374222297
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:18:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:18:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c7241f8f313db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48752"
    uid: 573b2aac-4c47-478f-8a22-74963586c0e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:18:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:18:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c7241f92438680
    namespace: kserve-ci-e2e-test
    resourceVersion: "48753"
    uid: 95d99580-329a-4981-ae26-4207b8e147c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:18:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:18:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c7241f92b50bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48754"
    uid: 3d54116c-d5b5-469c-8c7b-400e5a84781d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T18:18:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:19:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:32Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c7241fd728bd38
    namespace: kserve-ci-e2e-test
    resourceVersion: "49327"
    uid: c80d8194-e96b-4224-8fd9-987012c75667
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:19:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c72430f51092eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49306"
    uid: 1e6b9545-f953-4174-bc45-3dcda823930d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:19:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c72430f5117174
    namespace: kserve-ci-e2e-test
    resourceVersion: "49307"
    uid: 35f4d482-79f2-4d26-a898-8f6bf7a738b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nqflj
    namespace: kserve-ci-e2e-test
    resourceVersion: "48545"
    uid: 1831094c-f80a-481f-a43e-b8ac1d2de686
  kind: Event
  lastTimestamp: "2026-07-30T18:19:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:32Z"
    name: isvc-xgboost-predictor-7566d65bf7-nqflj.18c72431894bed04
    namespace: kserve-ci-e2e-test
    resourceVersion: "49326"
    uid: 728d218d-31e1-44b7-89f5-8aa007aa7494
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48532"
    uid: cce7ae93-6906-4af2-86cb-ec002fe57dde
  kind: Event
  lastTimestamp: "2026-07-30T18:17:49Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-nqflj'
  metadata:
    creationTimestamp: "2026-07-30T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:17:49Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c72419a476e7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "48544"
    uid: cfd661a1-b215-4510-90c5-7c056daf16a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48530"
    uid: a20e4437-f6d5-42c0-ba79-00bb1d32a015
  kind: Event
  lastTimestamp: "2026-07-30T18:17:49Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:17:49Z"
    name: isvc-xgboost-predictor.18c724199ffccc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "48535"
    uid: f8bef87c-5c2f-4a0d-bb74-24f25572a8f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:18:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48531"
    uid: 31172fef-c364-4e7b-8bc0-40fe370ff40f
  kind: Event
  lastTimestamp: "2026-07-30T18:18:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:18:49Z"
    name: isvc-xgboost-predictor.18c7241d1e84b04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49005"
    uid: 5e90d5f9-5ced-47b1-adf2-8c0748fbd100
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:18:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48531"
    uid: 31172fef-c364-4e7b-8bc0-40fe370ff40f
  kind: Event
  lastTimestamp: "2026-07-30T18:18:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:18:49Z"
    name: isvc-xgboost-predictor.18c7241d1eefb8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "49006"
    uid: 43b9c9f5-1c88-463b-b2e1-c1ebe5bc3122
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48676"
    uid: 31172fef-c364-4e7b-8bc0-40fe370ff40f
  kind: Event
  lastTimestamp: "2026-07-30T18:19:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:19:19Z"
    name: isvc-xgboost-predictor.18c7242b1aa8f353
    namespace: kserve-ci-e2e-test
    resourceVersion: "49214"
    uid: 5788498c-f8fb-43dc-b9a5-b78b65bcd4e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48676"
    uid: 31172fef-c364-4e7b-8bc0-40fe370ff40f
  kind: Event
  lastTimestamp: "2026-07-30T18:19:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:19:19Z"
    name: isvc-xgboost-predictor.18c7242b1b180e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49215"
    uid: 35a91d0e-32e7-4cfb-8b23-901e7aae26d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:21:25.645173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50333"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:21:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:21:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244be42fe4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "50339"
    uid: cff82f9a-043f-47d4-898e-da7a5b65bb3d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244bf00735de
    namespace: kserve-ci-e2e-test
    resourceVersion: "50347"
    uid: 3321678f-56e2-4bfc-a4bb-ef28479155f1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50343"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:26Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:21:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244c20fa0ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50362"
    uid: ac34561f-adec-4dcd-8976-6b15b8860a90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244c22695fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "50364"
    uid: 48e350e8-8fbf-4871-b099-2302631e76fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244c24eb1b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "50365"
    uid: 5004277c-e7d2-49d5-b80c-3673ff09f964
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244c25515f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50366"
    uid: 355286b1-a41a-43e2-9c38-04058d50d0c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:31Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:31Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244d2d2ff88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50401"
    uid: d23e3536-38a1-4576-afc3-ab0b98ceccaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:31Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244d30851d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "50405"
    uid: 8d2dc6e9-3cc5-46a3-84e7-97d995bf7396
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:31Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244d310ae025
    namespace: kserve-ci-e2e-test
    resourceVersion: "50407"
    uid: 529d25c4-efdf-4b12-8ab1-c9c520d8fff6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:31Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244d3114552a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50408"
    uid: bb81f009-f951-4625-8dd3-a732e7b0b268
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:31Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244d3363c64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50410"
    uid: cb1fb7f1-784a-441c-8dc5-498428acf205
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:31Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244d33c598ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "50411"
    uid: 9754667d-33a1-4976-9ffd-2878f4df9205
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:22:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7244da4f69ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50997"
    uid: fd36825a-fe77-4103-9202-9ca1144fae77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:22:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7245e8a3fe2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50969"
    uid: a6683e2f-f79f-40f1-9f23-4455cbac31f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:22:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7245e8a410631
    namespace: kserve-ci-e2e-test
    resourceVersion: "50970"
    uid: 520b1d27-d620-44ac-9029-98714faf980e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "50336"
    uid: a8cba462-c451-45a1-9871-f719a9832a2f
  kind: Event
  lastTimestamp: "2026-07-30T18:22:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k87sw.18c7245f571a596c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50996"
    uid: 4340a839-8a9d-4f64-9bc9-23e73e60fd3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "50323"
    uid: 7a908890-a6f3-4cbb-b24d-dec0f36dfa4a
  kind: Event
  lastTimestamp: "2026-07-30T18:21:25Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-k87sw'
  metadata:
    creationTimestamp: "2026-07-30T18:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:21:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c7244be3aca0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "50335"
    uid: 42b7805b-7064-4a21-8ac0-ff1321d7c202
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50321"
    uid: fc7f68b4-cae2-4b82-aafc-a1a136b3c284
  kind: Event
  lastTimestamp: "2026-07-30T18:21:25Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-30T18:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:21:25Z"
    name: isvc-xgboost-runtime-predictor.18c7244be0a7192f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50325"
    uid: 57fd04a3-1eee-410c-817e-fcf421899a9d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50322"
    uid: 3df66a65-2ca3-431a-b925-991bb2790e3f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:21:55Z"
    name: isvc-xgboost-runtime-predictor.18c7244f5feefa79
    namespace: kserve-ci-e2e-test
    resourceVersion: "50585"
    uid: 31bc856a-2df1-4d8b-a0ba-e127e9c8635d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50322"
    uid: 3df66a65-2ca3-431a-b925-991bb2790e3f
  kind: Event
  lastTimestamp: "2026-07-30T18:21:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:21:55Z"
    name: isvc-xgboost-runtime-predictor.18c7244f605ebcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50586"
    uid: 9e542685-a568-4aa3-bcab-84053f295ee4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50479"
    uid: 3df66a65-2ca3-431a-b925-991bb2790e3f
  kind: Event
  lastTimestamp: "2026-07-30T18:22:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:22:40Z"
    name: isvc-xgboost-runtime-predictor.18c724565e8c1614
    namespace: kserve-ci-e2e-test
    resourceVersion: "50913"
    uid: 76de7492-df6e-4f8f-8151-8dbda22b9a3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50479"
    uid: 3df66a65-2ca3-431a-b925-991bb2790e3f
  kind: Event
  lastTimestamp: "2026-07-30T18:22:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:22:40Z"
    name: isvc-xgboost-runtime-predictor.18c724565ef8af8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50914"
    uid: 9fda4f0f-6a68-4eb4-add2-bb2039204417
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50314"
    uid: b01fd3df-d1b2-4ca2-9cef-2c67548812f6
  kind: Event
  lastTimestamp: "2026-07-30T18:22:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:22:39Z"
    name: isvc-xgboost-runtime.18c7244be0a48fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50905"
    uid: 1ce2577e-7770-4e57-81cf-f83aa67ca821
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50314"
    uid: b01fd3df-d1b2-4ca2-9cef-2c67548812f6
  kind: Event
  lastTimestamp: "2026-07-30T18:21:25Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:21:25Z"
    name: isvc-xgboost-runtime.18c7244be129d788
    namespace: kserve-ci-e2e-test
    resourceVersion: "50327"
    uid: b539623b-772a-4480-91a9-0b51450c02cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: b01fd3df-d1b2-4ca2-9cef-2c67548812f6
  kind: Event
  lastTimestamp: "2026-07-30T18:22:39Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:22:39Z"
    name: isvc-xgboost-runtime.18c7245d086c51cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50903"
    uid: 18b015b3-4158-4b9d-a0ad-bd2504aa6d1e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:19:35.135953Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49375"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:19:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:19:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c7243229530cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49381"
    uid: 1eead9f9-72ca-4a3b-8dd4-4b22d35b5ed5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c724323416bc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49391"
    uid: e91889fa-b4c9-4556-8e0d-860d3e68cfb1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49386"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:36Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:19:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c7243266c561ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "49399"
    uid: 981a3a06-c122-49f0-992d-31780956d4f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c7243268369676
    namespace: kserve-ci-e2e-test
    resourceVersion: "49401"
    uid: 88745f24-25df-40d3-98fc-643081241758
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c724326c0dc91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49402"
    uid: d6524919-5ab9-45d3-9cef-32b15d596180
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c724326c738fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "49403"
    uid: 8340b56c-6e34-4fe2-a547-de14715b591f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:41Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-30T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c72433947843a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49445"
    uid: 6c51b2ca-ee8b-4010-a2c0-78ad3cc5e12b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c72433979d67fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "49450"
    uid: 831169b3-7c66-4368-a988-0ac1fcb6a4e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c7243397fcf133
    namespace: kserve-ci-e2e-test
    resourceVersion: "49451"
    uid: 78cb71d6-e713-4c74-ab04-68ea11294ae3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c7243398086ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "49452"
    uid: 956ba63c-3007-4762-9522-46dd5e29b002
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c724339b1c3d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "49456"
    uid: 7a53cb92-58a3-41cf-9c34-e37f32a7f552
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:19:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:19:41Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c724339b82db1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49457"
    uid: 1d6aa766-0f66-4f49-ae26-6aa2d40b7f4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:20:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c7243dd293aa8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49791"
    uid: c9d18a81-e04f-4f46-bf92-3b96e8e7ddc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:20:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c7243dd293ff87
    namespace: kserve-ci-e2e-test
    resourceVersion: "49792"
    uid: 1637938d-182d-4220-9d25-44a5d7cfd84a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:20:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c7243e4b07d953
    namespace: kserve-ci-e2e-test
    resourceVersion: "49807"
    uid: 60d2a808-07d3-4f2b-b27c-c31d1d046961
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49377"
    uid: f59dedb6-adb5-409a-bbc6-c487b9426a0b
  kind: Event
  lastTimestamp: "2026-07-30T18:20:28Z"
  message: 'Readiness probe failed: Get "http://10.133.0.51:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f.18c7243e87cafc38
    namespace: kserve-ci-e2e-test
    resourceVersion: "49814"
    uid: f77a5e71-6278-4bb0-b031-326157504f74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "49364"
    uid: d81fe74a-0a96-4c81-aece-ce917378fb24
  kind: Event
  lastTimestamp: "2026-07-30T18:19:35Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-shb8f'
  metadata:
    creationTimestamp: "2026-07-30T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:19:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c7243228bd280e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49376"
    uid: e6b299f7-f14a-46e5-9425-df19d1727f49
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49361"
    uid: cef4d9df-3a31-483e-bf0b-68fdb3ff52c0
  kind: Event
  lastTimestamp: "2026-07-30T18:19:35Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:19:35Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c7243223fb815c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49366"
    uid: 67ef7d26-75f5-4b76-95ed-1b18775c4397
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49363"
    uid: baa8fb2c-73c7-4203-8dd8-dc9ebd9aa771
  kind: Event
  lastTimestamp: "2026-07-30T18:20:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:19:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:20:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c72435a2db02f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49735"
    uid: 93a08622-09c8-45f7-8c12-bd250e324119
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49363"
    uid: baa8fb2c-73c7-4203-8dd8-dc9ebd9aa771
  kind: Event
  lastTimestamp: "2026-07-30T18:20:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:19:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:20:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c72435a34d3ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49736"
    uid: e3a728aa-7b4f-452c-b60e-6ff1495ab138
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49515"
    uid: baa8fb2c-73c7-4203-8dd8-dc9ebd9aa771
  kind: Event
  lastTimestamp: "2026-07-30T18:20:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c72439222ec973
    namespace: kserve-ci-e2e-test
    resourceVersion: "49621"
    uid: df21e271-f714-4c27-9977-3140f9209924
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49515"
    uid: baa8fb2c-73c7-4203-8dd8-dc9ebd9aa771
  kind: Event
  lastTimestamp: "2026-07-30T18:20:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c72439229ec3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "49623"
    uid: a4751882-da4b-41e1-aada-2184b714120f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49354"
    uid: 8d46e41f-7fcf-42bd-b173-238c5014d368
  kind: Event
  lastTimestamp: "2026-07-30T18:20:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:20:18Z"
    name: isvc-xgboost-v2-mlserver.18c7243223fb27f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49721"
    uid: 2b77aa7a-6d50-4a19-b5f7-fa7bf52692d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49354"
    uid: 8d46e41f-7fcf-42bd-b173-238c5014d368
  kind: Event
  lastTimestamp: "2026-07-30T18:19:35Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:19:35Z"
    name: isvc-xgboost-v2-mlserver.18c724322473425d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49384"
    uid: 62fdb22f-00c5-43c8-b448-62f6ec0e3ec7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49362"
    uid: 8d46e41f-7fcf-42bd-b173-238c5014d368
  kind: Event
  lastTimestamp: "2026-07-30T18:19:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:19:35Z"
    name: isvc-xgboost-v2-mlserver.18c7243229dcabaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "49385"
    uid: d0dee860-45c6-443e-ba91-c141bf606201
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49719"
    uid: 8d46e41f-7fcf-42bd-b173-238c5014d368
  kind: Event
  lastTimestamp: "2026-07-30T18:20:18Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:20:18Z"
    name: isvc-xgboost-v2-mlserver.18c7243c3b923227
    namespace: kserve-ci-e2e-test
    resourceVersion: "49720"
    uid: edfe0e5e-6dab-4fc3-8ec4-dba027924716
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:23:56.199301Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51573"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    to ip-10-0-142-31.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:23:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c7246ef1e99551
    namespace: kserve-ci-e2e-test
    resourceVersion: "51578"
    uid: 868529cc-68b3-425e-8a90-a07e5e243cbd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51582"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:23:56Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c7246f0b1e4c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "51588"
    uid: c0998fff-4a34-45ce-8845-9803cd49c72d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:23:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c7246f0c998df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51590"
    uid: 9288a12d-0fe2-4c31-8d12-e3fa937240b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:23:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c7246f0f19dd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "51591"
    uid: 0f82060a-d163-4ff1-b2d7-95334825ed15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:23:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c7246f0f89e5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51592"
    uid: 59bfbd5f-7d80-451e-8d96-d19a00740d37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:24:00Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:24:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c7246ffef98048
    namespace: kserve-ci-e2e-test
    resourceVersion: "51630"
    uid: 9eec6d14-5707-4161-bc8c-b1efd519c837
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:24:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:24:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c7247001bfcf3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51632"
    uid: 3b226cea-4cbd-4623-89f8-575085b82fce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:24:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:24:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c72470026fd1b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51635"
    uid: 93a6e6ea-4327-4d44-853e-fe8ad12fd098
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:24:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:24:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c72470027a4690
    namespace: kserve-ci-e2e-test
    resourceVersion: "51636"
    uid: 21c9b917-7bbb-4542-9894-d22024d63ae0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:24:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:24:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c724700501f2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51638"
    uid: c55d2dca-1755-4d4a-a490-a8262efd2b83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:24:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:24:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c72470056c6034
    namespace: kserve-ci-e2e-test
    resourceVersion: "51639"
    uid: b10188ef-1612-418f-8cdc-a587628898f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:25:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-30T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c724703afb1f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52223"
    uid: 8a3140ee-a709-47c6-ae99-8e4fc7c2581a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:25:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c7248197c7a53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52201"
    uid: ffb4f097-cbcf-480e-a254-434303c0e31c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:25:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c7248197c8331b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52202"
    uid: ce33aee1-8d44-453f-a143-70ae637918ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: 1ebecf15-6035-46a5-9203-bd66a1ed50a7
  kind: Event
  lastTimestamp: "2026-07-30T18:25:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:25:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-k7pm4.18c7248228e1420f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52222"
    uid: dc67e713-6aa9-4950-8429-4d8fea8dba24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-31.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-31.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51560"
    uid: 33bb6d69-696f-43a7-9b4d-4a71f710ed99
  kind: Event
  lastTimestamp: "2026-07-30T18:23:56Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-k7pm4'
  metadata:
    creationTimestamp: "2026-07-30T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c7246ef1708ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51575"
    uid: ac3c45fd-391e-4bb8-8430-a27864aba5b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51558"
    uid: c90c2cb2-2241-4023-9223-2f95cf367dcd
  kind: Event
  lastTimestamp: "2026-07-30T18:23:56Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:23:56Z"
    name: isvc-xgboost-v2-predictor.18c7246eee198728
    namespace: kserve-ci-e2e-test
    resourceVersion: "51563"
    uid: 1a7678ea-9a5a-44d2-a28d-7e890c2227be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51559"
    uid: b24125bb-a8f4-49b8-9c51-c89bdf67e09b
  kind: Event
  lastTimestamp: "2026-07-30T18:24:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:24:11Z"
    name: isvc-xgboost-v2-predictor.18c724726ceb50f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51717"
    uid: 06d98d7f-fa2c-4af5-a191-a0339322328a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51559"
    uid: b24125bb-a8f4-49b8-9c51-c89bdf67e09b
  kind: Event
  lastTimestamp: "2026-07-30T18:24:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:24:11Z"
    name: isvc-xgboost-v2-predictor.18c724726d59b03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51719"
    uid: a20422b0-5c8d-4a02-896f-e4cc2563c948
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51718"
    uid: b24125bb-a8f4-49b8-9c51-c89bdf67e09b
  kind: Event
  lastTimestamp: "2026-07-30T18:25:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:25:11Z"
    name: isvc-xgboost-v2-predictor.18c72475ec3a481d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52150"
    uid: 52697e61-e3c5-4f9a-87db-edf278e84041
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-30T18:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51718"
    uid: b24125bb-a8f4-49b8-9c51-c89bdf67e09b
  kind: Event
  lastTimestamp: "2026-07-30T18:25:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:25:11Z"
    name: isvc-xgboost-v2-predictor.18c72475eca66a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "52151"
    uid: 391f730d-9e44-47fb-b38a-0d1220fdd4d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:22:50.909509Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51031"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:22:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:22:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c7245fbe565eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51040"
    uid: 56c8bf45-7acc-49fa-b87c-f2ba7f1c9daf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51045"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:22:51Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:22:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c7245fd840ea60
    namespace: kserve-ci-e2e-test
    resourceVersion: "51051"
    uid: 4587aa74-297c-4167-af1a-a8b7dcc62b82
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:22:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c7245fd9da7e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51053"
    uid: bc6af268-1c64-4186-9626-e0143cfeaff8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:22:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c7245fdd56d577
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: e97ec050-d3cf-4e66-b871-633c5aed1ab8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:22:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c7245fdddcf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "51055"
    uid: dfcfd7e9-a12d-49e2-bb92-bf97a5d67aca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:22:56Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-30T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c72460f623b0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "51092"
    uid: a75f736e-6817-4517-bcca-5983fe1d6b21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:22:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c72460f9819385
    namespace: kserve-ci-e2e-test
    resourceVersion: "51096"
    uid: c9338dd7-5efc-4d37-9174-e2dd03679726
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:22:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c72460f9f8b6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51097"
    uid: 54b3826d-711f-458b-9792-961c2910be37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:22:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c72460fa03a2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51098"
    uid: 6dddbe8d-7a67-4ed5-8189-03b5f78fac8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:22:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c72460fdbbea7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51100"
    uid: 5b367799-5b69-4922-831a-b2e3ee58e4d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:22:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c72460fe3356f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51101"
    uid: 7a47fc06-b228-4948-b3cd-a99640046f62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:23:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-30T18:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:23:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c72469d2d8df0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51364"
    uid: 57672193-4383-4644-855c-ab98f578b7c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:23:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:23:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c7246dbe19f5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51508"
    uid: e3ac8387-0074-46e5-ab5b-462db33a8596
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:23:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:23:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c7246dbe1a569d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51509"
    uid: c33957b5-a9dc-4bdc-82b9-aaf8d8f84bf7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "51036"
    uid: 8b1c74a5-6fb0-40a1-bf0d-e41e96c7746e
  kind: Event
  lastTimestamp: "2026-07-30T18:23:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:23:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx.18c7246e7816d637
    namespace: kserve-ci-e2e-test
    resourceVersion: "51532"
    uid: 3618bcd8-ab76-49f4-8088-8492674f9b6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51022"
    uid: 0da2860e-a43e-44d3-bb99-e286856719cc
  kind: Event
  lastTimestamp: "2026-07-30T18:22:50Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ghgwx'
  metadata:
    creationTimestamp: "2026-07-30T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:22:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c7245fbdcde224
    namespace: kserve-ci-e2e-test
    resourceVersion: "51035"
    uid: 2eb5ecaa-96c8-4cc4-a615-6c944b2b0762
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51020"
    uid: 8bc2a8be-414f-4239-ac26-6d26da12a492
  kind: Event
  lastTimestamp: "2026-07-30T18:22:50Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-30T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:22:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18c7245fba7f6e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "51023"
    uid: 503ba662-3ced-4564-bcb9-d647475df384
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51021"
    uid: ff8f704b-7182-492b-a497-d0e45ee49d83
  kind: Event
  lastTimestamp: "2026-07-30T18:23:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:23:35Z"
    name: isvc-xgboost-v2-runtime-predictor.18c7246338e89f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "51378"
    uid: a5bcf481-9480-4431-91ea-7e912b9eeec0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51021"
    uid: ff8f704b-7182-492b-a497-d0e45ee49d83
  kind: Event
  lastTimestamp: "2026-07-30T18:23:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:23:35Z"
    name: isvc-xgboost-v2-runtime-predictor.18c724633952057f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51379"
    uid: f8eb8858-09db-4f16-bfbc-8cc9a123905a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51172"
    uid: ff8f704b-7182-492b-a497-d0e45ee49d83
  kind: Event
  lastTimestamp: "2026-07-30T18:23:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:23:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18c7246db648a4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51489"
    uid: 67baca68-601a-4181-b62c-70cd9b14cdec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51172"
    uid: ff8f704b-7182-492b-a497-d0e45ee49d83
  kind: Event
  lastTimestamp: "2026-07-30T18:23:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:23:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18c7246db6d2ba98
    namespace: kserve-ci-e2e-test
    resourceVersion: "51492"
    uid: 36bd6572-48f6-44a6-9ee0-e835d681b847
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51012"
    uid: 911aa9b6-87ff-4db4-9f76-0693a950f20a
  kind: Event
  lastTimestamp: "2026-07-30T18:23:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:23:44Z"
    name: isvc-xgboost-v2-runtime.18c7245fba8dec7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51442"
    uid: 4058e7f8-eec2-4f15-bc96-733de3fabe7d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:22:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51012"
    uid: 911aa9b6-87ff-4db4-9f76-0693a950f20a
  kind: Event
  lastTimestamp: "2026-07-30T18:22:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:22:50Z"
    name: isvc-xgboost-v2-runtime.18c7245fbb26f9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51027"
    uid: 85f3e141-d07c-4a81-ba45-b5f6c2163408
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51440"
    uid: 911aa9b6-87ff-4db4-9f76-0693a950f20a
  kind: Event
  lastTimestamp: "2026-07-30T18:23:44Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:23:44Z"
    name: isvc-xgboost-v2-runtime.18c7246c2a979b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "51441"
    uid: 51df5761-1693-4d47-9dc4-a88d5682fe4d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51549"
    uid: 1a7764e1-126d-4e49-b610-7eceaaca20f7
  kind: Event
  lastTimestamp: "2026-07-30T18:25:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:25:08Z"
    name: isvc-xgboost-v2.18c7246eede61c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52132"
    uid: e39727e0-b114-4ca8-99ce-09c0ea55a29d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:23:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51549"
    uid: 1a7764e1-126d-4e49-b610-7eceaaca20f7
  kind: Event
  lastTimestamp: "2026-07-30T18:23:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:23:56Z"
    name: isvc-xgboost-v2.18c7246eee556542
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 98c22dea-603f-4bc5-aad6-b7a71e17004a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:25:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52130"
    uid: 1a7764e1-126d-4e49-b610-7eceaaca20f7
  kind: Event
  lastTimestamp: "2026-07-30T18:25:08Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:25:08Z"
    name: isvc-xgboost-v2.18c7247fd9e50802
    namespace: kserve-ci-e2e-test
    resourceVersion: "52131"
    uid: f97b1a59-c971-47fc-882a-24c7b7099755
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48521"
    uid: 29d517a7-dd52-44c9-b514-d4e2eb378731
  kind: Event
  lastTimestamp: "2026-07-30T18:19:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:19:22Z"
    name: isvc-xgboost.18c724199ff96b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49244"
    uid: 01f85594-c8db-4e88-8370-b94621cd40b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:17:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48521"
    uid: 29d517a7-dd52-44c9-b514-d4e2eb378731
  kind: Event
  lastTimestamp: "2026-07-30T18:17:49Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-30T18:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:17:49Z"
    name: isvc-xgboost.18c72419a080ed09
    namespace: kserve-ci-e2e-test
    resourceVersion: "48537"
    uid: fdedcbfc-05ae-49f0-82d4-9ec4f9c2cdfc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:19:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49242"
    uid: 29d517a7-dd52-44c9-b514-d4e2eb378731
  kind: Event
  lastTimestamp: "2026-07-30T18:19:22Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:19:22Z"
    name: isvc-xgboost.18c7242f3b51d54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49243"
    uid: 53b42ed2-905e-4743-a39c-766bc74c4e9c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T17:13:51.897370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-8c5sj
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T17:13:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T17:13:51Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c7209c0dfd428f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: 6a66327b-664d-4783-b8ad-d5355b28f504
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:13:52Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T17:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T17:13:52Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c7209c27931c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: a8bd730b-0ac2-4d92-9c1a-73f2aae6ce4a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:13:52Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-30T17:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:52Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c7209c28ed75a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 7dc22adf-39d8-462f-9787-83bc66a58e23
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:13:53Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.292s (1.292s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:53Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c7209c75f87632
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: 81f51139-9a6b-422d-a235-3f2da28d29ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:13:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:53Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c7209c7930e6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 161dc6df-856c-4e83-850d-4870e943deaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:13:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:53Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c7209c79a3625b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: 1b0da284-c7fb-40ed-879e-a77d7f31c7a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:13:53Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-30T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:53Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c7209c79b0353f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: ee7fc1f7-974d-461b-aca1-d12c29bdc9c9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:13:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.257s (2.257s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-30T17:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:55Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c7209d003943a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: 62fb48d1-3b52-4f96-ac0f-208517bae571
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:13:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T17:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:56Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c7209d038a5aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: 3abda51d-1984-492d-ac27-9ae0c3889564
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:13:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:13:56Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c7209d03fb60f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: 4b71744f-2772-4698-85f1-ca029edee7c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:15:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:15:47Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c720b6eab01a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: 827609ff-3545-45fb-b1ea-3d7b894426a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-8c5sj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: a981a8dd-5655-4d2d-9a6f-2ffa0eca0496
  kind: Event
  lastTimestamp: "2026-07-30T17:15:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T17:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T17:15:47Z"
    name: message-dumper-predictor-6575bcfdfd-8c5sj.18c720b6eab09f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17772"
    uid: f4191523-b4d3-48a9-9b7b-8dc9ae8c7d91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: c63363c4-1d48-44e7-a392-4c8d7ddc1c43
  kind: Event
  lastTimestamp: "2026-07-30T17:13:51Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-8c5sj'
  metadata:
    creationTimestamp: "2026-07-30T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:13:51Z"
    name: message-dumper-predictor-6575bcfdfd.18c7209c0d6c7e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: 2a1e2667-12ff-44f9-a7d4-234ff10f7993
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: 2c3ca388-0773-4538-b26c-01c5cdbd9825
  kind: Event
  lastTimestamp: "2026-07-30T17:13:51Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-30T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:13:51Z"
    name: message-dumper-predictor.18c7209c09f1b6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 4dbf44bc-8297-4175-82db-984ee3aabeaa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 0b7f43a7-31c7-470a-9654-a517f719e665
  kind: Event
  lastTimestamp: "2026-07-30T17:14:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:36Z"
    name: message-dumper-predictor.18c7209f88a25735
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: e9b5daaf-69bb-4535-8c0f-765d12ed7a92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 0b7f43a7-31c7-470a-9654-a517f719e665
  kind: Event
  lastTimestamp: "2026-07-30T17:14:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T17:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:36Z"
    name: message-dumper-predictor.18c7209f890ae9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 8f438dfd-786e-42f3-a3f8-ef0cc4899dd6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 0b7f43a7-31c7-470a-9654-a517f719e665
  kind: Event
  lastTimestamp: "2026-07-30T17:14:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:21Z"
    name: message-dumper-predictor.18c720a307f99fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: de40d719-cd26-419e-b1af-4863a2556a8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 0b7f43a7-31c7-470a-9654-a517f719e665
  kind: Event
  lastTimestamp: "2026-07-30T17:14:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T17:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T17:14:21Z"
    name: message-dumper-predictor.18c720a308610763
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: 0c24f126-4997-4cd8-920e-0c946e0bf651
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: d8ba5261-2784-4ab9-b28c-df1a6acc0403
  kind: Event
  lastTimestamp: "2026-07-30T17:14:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:14:03Z"
    name: message-dumper.18c7209c09ee827e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: d5ddc3f1-99bc-4d6b-96e9-5dbbd7b411f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:13:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: d8ba5261-2784-4ab9-b28c-df1a6acc0403
  kind: Event
  lastTimestamp: "2026-07-30T17:13:51Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-30T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:13:51Z"
    name: message-dumper.18c7209c0a3cb861
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 2fa3c8d9-446a-45b7-ac8e-0df085a00443
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T17:14:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: d8ba5261-2784-4ab9-b28c-df1a6acc0403
  kind: Event
  lastTimestamp: "2026-07-30T17:14:03Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-30T17:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T17:14:03Z"
    name: message-dumper.18c7209ed431c361
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 78f46abc-7ea4-4c1e-97eb-e578971787db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:08:02.582443Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43642"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:08:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:08:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c72390e9eb1b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "43646"
    uid: 43674ae9-fd8f-4b1e-a2e2-299730ae9f51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c72390f50191a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43656"
    uid: b253d551-03bf-44e6-b3ce-f91c4a2f429a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43652"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:03Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:08:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c72391275d509e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43664"
    uid: f4696dbb-5ae5-4ba5-854f-b8d09e5c4c03
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c7239128f4d44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43666"
    uid: 90b798d3-1e53-43f7-a14c-59d223513b54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c723912ba10de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43668"
    uid: 08e25ae6-0923-492c-88e0-00275514a352
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c723912c12fe27
    namespace: kserve-ci-e2e-test
    resourceVersion: "43669"
    uid: de710ac8-9446-4beb-9fcc-14fe68d8e8e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:07Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-30T18:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:07Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c7239224177742
    namespace: kserve-ci-e2e-test
    resourceVersion: "43705"
    uid: 085b8233-ece0-4485-81dd-037cd13a3d92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:07Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c7239226fe41f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43708"
    uid: 7a7a2bab-750b-4166-8838-a99968e5281e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:07Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c723922772e541
    namespace: kserve-ci-e2e-test
    resourceVersion: "43709"
    uid: 632c5c32-7aca-4c9c-9a9d-3aa744ea5eff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:07Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c72392277d5e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "43710"
    uid: 41a78ade-4f60-406a-bc78-e4b2ae92396f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:07Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c723922a79b5cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43713"
    uid: 79f4e42c-0493-4e1c-a33f-45c4b6a42743
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:07Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c723922af66a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43714"
    uid: 6f17a4f9-b11a-42a6-a0ef-cd98eeca4a10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:08:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-30T18:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:08:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c7239ac46dc694
    namespace: kserve-ci-e2e-test
    resourceVersion: "43974"
    uid: 2a42cc48-ff88-4881-a5ea-246ce49ff143
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:09:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c7239ee8a9332a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44125"
    uid: 83cbfe4f-68c7-457d-bfe2-a4f1c1d95882
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:09:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c7239ee8a9acf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44126"
    uid: 14d32fd6-557b-4f00-b96e-7a83beeb5a1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:09:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c7239f6a51e8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "44140"
    uid: 4d10b02a-aba8-4a32-b853-4bc4544fad6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:09:05Z"
  message: 'Readiness probe failed: Get "http://10.133.0.48:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-30T18:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c7239fa8b991ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "44149"
    uid: eb30532e-48ef-4707-9583-3c990acda9fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43644"
    uid: dc811ecd-5b69-4301-ab3b-f8a4d321a8a2
  kind: Event
  lastTimestamp: "2026-07-30T18:09:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-30T18:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:09:10Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl.18c723a0cff0a4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44237"
    uid: 0afec4db-2437-4c9a-8e9f-05c88320ada3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43630"
    uid: 03b3d3d0-d6a7-4109-b5ce-5651227ba7ad
  kind: Event
  lastTimestamp: "2026-07-30T18:08:02Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-t22nl'
  metadata:
    creationTimestamp: "2026-07-30T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:08:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c72390e972de68
    namespace: kserve-ci-e2e-test
    resourceVersion: "43643"
    uid: 7b7d543a-d705-4b6e-a600-3de520822014
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43628"
    uid: 9e1ccb46-849d-4832-9827-4f8b17516bf5
  kind: Event
  lastTimestamp: "2026-07-30T18:08:02Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:08:02Z"
    name: sklearn-v2-mlserver-predictor.18c72390e4a82f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "43631"
    uid: 1b69fe6f-0fd8-4a40-b5f1-c7801f399ccb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43629"
    uid: 9011605b-6a0c-4f87-9bb1-69d7e93473da
  kind: Event
  lastTimestamp: "2026-07-30T18:08:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:08:47Z"
    name: sklearn-v2-mlserver-predictor.18c7239463b0a0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43994"
    uid: de022735-8cab-4373-aa1a-1cd53cd1aedb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43629"
    uid: 9011605b-6a0c-4f87-9bb1-69d7e93473da
  kind: Event
  lastTimestamp: "2026-07-30T18:08:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:08:47Z"
    name: sklearn-v2-mlserver-predictor.18c7239464279128
    namespace: kserve-ci-e2e-test
    resourceVersion: "43995"
    uid: 6a09f955-449e-48da-9981-9c0b4c91a2ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43782"
    uid: 9011605b-6a0c-4f87-9bb1-69d7e93473da
  kind: Event
  lastTimestamp: "2026-07-30T18:09:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:09:02Z"
    name: sklearn-v2-mlserver-predictor.18c72397e2fa5c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "44109"
    uid: 21e4f7c9-1530-46e8-8b07-023c9869d6e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43782"
    uid: 9011605b-6a0c-4f87-9bb1-69d7e93473da
  kind: Event
  lastTimestamp: "2026-07-30T18:09:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:09:02Z"
    name: sklearn-v2-mlserver-predictor.18c72397e366989a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44110"
    uid: c54afdcc-a00f-4669-bc76-6d84639f4148
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43621"
    uid: 8692e9da-8b74-452a-9b66-57599a7e4b07
  kind: Event
  lastTimestamp: "2026-07-30T18:08:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:08:54Z"
    name: sklearn-v2-mlserver.18c72390e4a78d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44055"
    uid: 2941826e-f9f7-4e56-b5ae-c496c1445920
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43621"
    uid: 8692e9da-8b74-452a-9b66-57599a7e4b07
  kind: Event
  lastTimestamp: "2026-07-30T18:08:02Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:08:02Z"
    name: sklearn-v2-mlserver.18c72390e523146e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43634"
    uid: 4504924e-57fe-48f8-9c80-3fecafd6ff08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:08:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "44051"
    uid: 8692e9da-8b74-452a-9b66-57599a7e4b07
  kind: Event
  lastTimestamp: "2026-07-30T18:08:54Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:08:54Z"
    name: sklearn-v2-mlserver.18c7239d1c2b1b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "44053"
    uid: c4df5b7f-a022-4c50-a14d-c9de478b2072
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-30T18:20:30.396513Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49850"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    to ip-10-0-143-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-30T18:20:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-30T18:20:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c7243f071c3420
    namespace: kserve-ci-e2e-test
    resourceVersion: "49856"
    uid: a6002703-5101-4e1b-b859-3eec610b6d2d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56b544f7dc-48pcp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-30T18:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c7243f126fbd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "49866"
    uid: b367c1cb-8705-404d-a2cd-22535a531fdd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49860"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:31Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-30T18:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-30T18:20:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c7243f4548429b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49877"
    uid: 5ff6f4cd-6d3f-4b9c-a7b3-09837fb10a25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c7243f46ce3387
    namespace: kserve-ci-e2e-test
    resourceVersion: "49879"
    uid: 37602955-e80c-43af-9ec9-734afed8fa48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-30T18:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c7243f4a321e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "49880"
    uid: 3c366e06-590b-4593-b6c0-e498b9a36387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-30T18:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c7243f4a9183bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "49882"
    uid: 050275a0-a2a5-41d7-9b14-e29b19de8476
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-30T18:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c72440368abfef
    namespace: kserve-ci-e2e-test
    resourceVersion: "49921"
    uid: bc747ad6-d052-4c6f-b43f-a01dab8efcf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-30T18:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c7244039cf3085
    namespace: kserve-ci-e2e-test
    resourceVersion: "49923"
    uid: 81041f68-50ca-48cd-b1a2-0e0c88940892
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c724403a33f292
    namespace: kserve-ci-e2e-test
    resourceVersion: "49926"
    uid: 2345d535-8ac0-4e63-bcff-60439220ba13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-30T18:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c724403a404544
    namespace: kserve-ci-e2e-test
    resourceVersion: "49927"
    uid: aac48876-bac6-45c6-ab26-8a4e59845e3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-30T18:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c724403d832c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "49929"
    uid: d8c68830-ea9b-49da-9cff-80ec88baefe0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:20:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c724403de79ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49930"
    uid: 5aa07c21-fb60-45a1-b7c0-adef2d5ecab4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:21:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-30T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c7244ab29c3643
    namespace: kserve-ci-e2e-test
    resourceVersion: "50267"
    uid: a63f2b13-8748-4b50-8ecb-24e312560d4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:21:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-30T18:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c7244ab29cc945
    namespace: kserve-ci-e2e-test
    resourceVersion: "50268"
    uid: ccefd67b-b860-4c82-9e23-17797e55053b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49854"
    uid: 3a087c70-a94f-45ee-8469-e19cac8100a4
  kind: Event
  lastTimestamp: "2026-07-30T18:21:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-30T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-30T18:21:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd.18c7244b289630d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50282"
    uid: 4b42068d-01bb-433e-9a15-b284258666bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49841"
    uid: 9dc57e84-0720-4479-82c8-fa36a38fe7d0
  kind: Event
  lastTimestamp: "2026-07-30T18:20:30Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-flzkd'
  metadata:
    creationTimestamp: "2026-07-30T18:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:20:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c7243f067eb66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49853"
    uid: 5be5a4b1-fe87-4d22-a61c-a5560fd892f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49839"
    uid: 2fad0895-24b6-4f08-a1de-7724a8aea5ad
  kind: Event
  lastTimestamp: "2026-07-30T18:20:30Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-30T18:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:20:30Z"
    name: xgboost-v2-mlserver-predictor.18c7243f036b8b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49844"
    uid: 5af7d99a-512a-41d0-b054-1fe6aa7199da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49840"
    uid: ac1b8f2d-181f-4dde-a917-370aa2f97e0d
  kind: Event
  lastTimestamp: "2026-07-30T18:21:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:21:00Z"
    name: xgboost-v2-mlserver-predictor.18c724428252ab13
    namespace: kserve-ci-e2e-test
    resourceVersion: "50101"
    uid: ff718649-e7d1-4240-890b-4f3bb6b0dce6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49840"
    uid: ac1b8f2d-181f-4dde-a917-370aa2f97e0d
  kind: Event
  lastTimestamp: "2026-07-30T18:21:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-30T18:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:21:00Z"
    name: xgboost-v2-mlserver-predictor.18c7244282c4d980
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 1aaecc23-7ad6-4f6b-a27e-5d9056a9bf34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49996"
    uid: ac1b8f2d-181f-4dde-a917-370aa2f97e0d
  kind: Event
  lastTimestamp: "2026-07-30T18:21:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:21:15Z"
    name: xgboost-v2-mlserver-predictor.18c7244980ca35b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50213"
    uid: 39c3024e-bf6c-4eba-8b80-dec732bef527
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49996"
    uid: ac1b8f2d-181f-4dde-a917-370aa2f97e0d
  kind: Event
  lastTimestamp: "2026-07-30T18:21:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-30T18:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-30T18:21:15Z"
    name: xgboost-v2-mlserver-predictor.18c724498150943f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50215"
    uid: 1349d56f-07ee-47a6-9676-3d6c8d2ae55b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49832"
    uid: 98e4fc25-788d-4fed-b46a-1fceacc8f755
  kind: Event
  lastTimestamp: "2026-07-30T18:21:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-30T18:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:21:12Z"
    name: xgboost-v2-mlserver.18c7243f03684767
    namespace: kserve-ci-e2e-test
    resourceVersion: "50190"
    uid: a5b81a0a-406f-4729-bcc2-62de3c03d093
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49832"
    uid: 98e4fc25-788d-4fed-b46a-1fceacc8f755
  kind: Event
  lastTimestamp: "2026-07-30T18:20:30Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-30T18:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:20:30Z"
    name: xgboost-v2-mlserver.18c7243f03f10cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "49847"
    uid: ac33ed07-166d-4139-b6ce-2ad576e9d242
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-30T18:21:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50187"
    uid: 98e4fc25-788d-4fed-b46a-1fceacc8f755
  kind: Event
  lastTimestamp: "2026-07-30T18:21:12Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-30T18:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-30T18:21:12Z"
    name: xgboost-v2-mlserver.18c72448dacb771f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50188"
    uid: de029bc0-70b4-4aef-b240-e3bf0dbaabac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "55721"