---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:15.527538Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23488"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275b6ba0a6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23492"
    uid: 1fd2cc4a-6ba0-4df1-8c00-7b52296568e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23498"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:16Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275b8d7c472e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23506"
    uid: 014d099f-2bec-4eee-ab47-f8a687154c49
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275b8ede58ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23508"
    uid: 3f946c5e-093c-450c-a944-4c7724589bb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275b918c0f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23510"
    uid: f69890f4-0625-4f6d-8313-90c13ffb8c4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275b91fd93fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: cccd18e1-093d-42b1-9678-5e1a21073044
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:24Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275d7642af7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 99d02bfb-02b2-46fe-9763-46714d47b1f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275d793bdaf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dd545d75-c0d5-4a06-a8f9-73ff0876d7f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275d79b48adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 4199e462-87d9-43ba-b73c-fd6574bab4c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275d79be1b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23586"
    uid: 20bf42d9-3543-40cd-8a2e-de04792fb6df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275d7ce778d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: a92ba7e6-2c5b-4912-9304-58676e20a67d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275d7d5d975e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 82d4aa13-d610-4071-8920-71db18c17415
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:32Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d6275db23bf5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: a127d33c-d1ab-4ed8-932c-afd7cfbcf558
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d62763a672e28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23900"
    uid: 611ba6cb-fc01-44c9-a5d2-80e5d1cbfecb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d62763a6738ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23901"
    uid: 2038ce03-9812-463f-82f4-8bb619a175b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: c675c3c2-4894-4cbe-88c2-e8136f0090e8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj.18d627643796bf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: 1b007255-e61c-4eaf-9b33-e7f05bd32324
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: ff7430b9-e339-4ef1-ae42-7eb71d9a3934
  kind: Event
  lastTimestamp: "2026-09-17T16:06:15Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-g26kj'
  metadata:
    creationTimestamp: "2026-09-17T16:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d6275b6b141982
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: 61478a91-33d1-4a4e-a156-991fa334f2d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: 5e8f2302-9f7e-46bf-9682-13e2c08f2f53
  kind: Event
  lastTimestamp: "2026-09-17T16:06:15Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6275b67a2a3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 47197ed3-aa45-4be6-86e3-78fd0ffb2cb5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: 8c9734b8-b40a-4de0-9cf6-9939ca754883
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6275ee682c512
    namespace: kserve-ci-e2e-test
    resourceVersion: "23832"
    uid: dbd0aea7-855d-4dcb-83b8-4d4fc8ef1eba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: 8c9734b8-b40a-4de0-9cf6-9939ca754883
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6275ee70189cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23833"
    uid: 5b14b5be-4aa6-41cc-8a8d-c35a4e6aa5b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: f9174c3f-ba6d-4143-ab87-5d48de26dea7
  kind: Event
  lastTimestamp: "2026-09-17T16:06:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:42Z"
    name: isvc-autogluon-ts-v1-noslash.18d6275b67b82bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23809"
    uid: c74f4776-c06d-4a26-99b7-dcd1c33b0806
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: f9174c3f-ba6d-4143-ab87-5d48de26dea7
  kind: Event
  lastTimestamp: "2026-09-17T16:06:15Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:15Z"
    name: isvc-autogluon-ts-v1-noslash.18d6275b686ee232
    namespace: kserve-ci-e2e-test
    resourceVersion: "23485"
    uid: 85781f91-15be-4231-87ba-5d4c183b9d1c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: f9174c3f-ba6d-4143-ab87-5d48de26dea7
  kind: Event
  lastTimestamp: "2026-09-17T16:06:42Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:42Z"
    name: isvc-autogluon-ts-v1-noslash.18d62761af88408b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23808"
    uid: cdb78869-0581-4b05-b8c7-cdb2eba316ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:05:28.353792Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:05:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:05:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d627506fda6ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: db496a75-6268-42b7-a28f-5f7b30a4ba15
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23064"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:28Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:05:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d6275091e7c803
    namespace: kserve-ci-e2e-test
    resourceVersion: "23076"
    uid: 7dbf22a5-4fd3-4b75-a172-bc88d6be4ca7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d6275093a65f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: 46777e66-682b-4b45-83ca-3db49461cabf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d6275096469ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: 710faa6b-2925-4b31-a2d5-81124c39408e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d6275096bdca66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23081"
    uid: 46456c33-3bdd-41d7-817f-b1f15db533b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:39Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d62752eeea3b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: 44e27ac1-1a5b-4d06-a318-f2457e7808d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d62752f3b1df55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23165"
    uid: bb8ab611-b044-4631-82b0-2c8143a33a32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d62752f43b843b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23166"
    uid: 6eb89321-0a12-49ff-b056-64a590d63de7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d62752f4487333
    namespace: kserve-ci-e2e-test
    resourceVersion: "23167"
    uid: d724a4d0-0e99-46c8-8db5-7fdeafd7499f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d62752f7d1de67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23169"
    uid: 731a869a-df4b-455d-adfa-32ca9e0bbb39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:39Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d62752f8690992
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: e56409f2-e5cc-454b-84e0-4969295f4ee8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:05:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:46Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d627532b188e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "23226"
    uid: df5c6924-d5d7-494e-bdcf-11addbc34775
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:06:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:10Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d6275a3597c44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: 842b08dc-c98f-44fc-89dc-fb5b6e6c5b77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:06:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:10Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d6275a35983dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 28e18904-cf98-427e-abac-fccc581d1707
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 2635663b-66cb-455c-ba65-94f9769833be
  kind: Event
  lastTimestamp: "2026-09-17T16:06:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk.18d6275a6306b062
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: d1724727-2f18-48b0-861e-046751d2a3c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 5f7b19e2-c02d-4836-abe0-d0eeb991c1fc
  kind: Event
  lastTimestamp: "2026-09-17T16:05:28Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-tv5lk'
  metadata:
    creationTimestamp: "2026-09-17T16:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d627506f584c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "23057"
    uid: d6b6244b-e269-4e87-8441-ad453d49f007
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23042"
    uid: ddbfcd8d-4e5d-4e83-b164-01066304ebc7
  kind: Event
  lastTimestamp: "2026-09-17T16:05:28Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:28Z"
    name: isvc-autogluon-ts-v1-predictor.18d6275069931209
    namespace: kserve-ci-e2e-test
    resourceVersion: "23047"
    uid: 2dc23ea7-9cf4-4ab1-bb30-83ff6922ef79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23044"
    uid: a01e4931-499a-46b1-8435-5f93bb54f0f4
  kind: Event
  lastTimestamp: "2026-09-17T16:05:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:58Z"
    name: isvc-autogluon-ts-v1-predictor.18d62753e89dbbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23321"
    uid: 54219112-d530-4d09-ab80-2d1830154f50
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23044"
    uid: a01e4931-499a-46b1-8435-5f93bb54f0f4
  kind: Event
  lastTimestamp: "2026-09-17T16:05:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:58Z"
    name: isvc-autogluon-ts-v1-predictor.18d62753e911044f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: acf33973-d52f-4cbc-bcc9-17e35f580c45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 4549da60-02f4-4f59-aac0-612bf46d1723
  kind: Event
  lastTimestamp: "2026-09-17T16:05:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:05:56Z"
    name: isvc-autogluon-ts-v1.18d627506a3aeb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23305"
    uid: f5a772a3-0987-4668-a922-9b23450753e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 4549da60-02f4-4f59-aac0-612bf46d1723
  kind: Event
  lastTimestamp: "2026-09-17T16:05:28Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:05:28Z"
    name: isvc-autogluon-ts-v1.18d627506ab10c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: 2b36a066-c9bf-4f70-ae78-c4e5d08aaa9e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 4549da60-02f4-4f59-aac0-612bf46d1723
  kind: Event
  lastTimestamp: "2026-09-17T16:05:56Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:05:56Z"
    name: isvc-autogluon-ts-v1.18d62756eac2c7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23304"
    uid: 76136b59-f94f-4344-8035-316d88f7d027
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:55:41.529591Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-7j94v
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:55:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:55:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626c7ce67d3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: 7b01abfd-8876-469f-a779-6407b5485300
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:55:42Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:55:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626c7f07a892f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: d1091c13-7795-429b-bb8f-05885aa9f9ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:55:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626c7f1f39a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 35c5f001-fe49-4224-807c-103ce193b06e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:55:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626c7f5b0f5e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17989"
    uid: 89461369-de49-4c39-b6b8-1897c69f35bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:55:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626c7f6226a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: 82644580-aca0-4059-9072-6a7f6c39a43c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:55:49Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T15:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626c9b6e6d0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18052"
    uid: 01a47b79-1aa5-4646-bafc-74d2674d028f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:57:55Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m5.698s
    (2m5.698s including waiting). Image size: 8948761381 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626e6fb202d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19058"
    uid: 60c91d9c-7393-46b6-b4e5-a67a3fbe081a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:57:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626e700e4159d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19059"
    uid: 9930b6de-210c-4cc4-a3e0-aa2d9849cf28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:57:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626e701f4cbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 90331c1f-83b4-4352-812f-22e919c3a6b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:57:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626e701fed882
    namespace: kserve-ci-e2e-test
    resourceVersion: "19061"
    uid: 75de2580-1a4e-4e5c-b2c8-a8a977fbd68c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:57:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626e707f432e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fef52376-3a16-45f7-8dd3-ef643591a287
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:57:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626e70940210c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 23cc7f18-fd0b-4053-bd18-13fe45a6c083
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:58:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626e76a40350a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: 9e66608a-cc71-43b6-82fe-069bde938cac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:58:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626ee86191116
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: e93db0a2-df51-4cb6-a292-c4c196365f42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:58:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626ee8619bfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: 31dbdc6a-a357-4f4a-b3e0-7b833d4b5d55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 0ea181dc-f8c3-4ed0-b6e8-db485d5196d7
  kind: Event
  lastTimestamp: "2026-09-17T15:58:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-7j94v.18d626eea2416df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: 304152ef-d394-408c-98b9-b74f4d5f33bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17954"
    uid: 72c1b444-207c-4ab9-b377-136700c521a7
  kind: Event
  lastTimestamp: "2026-09-17T15:55:41Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-7j94v'
  metadata:
    creationTimestamp: "2026-09-17T15:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d626c7cddcc4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: f7d29e50-dea9-45d8-92d3-5ceef6c9fddb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: c56b4055-01aa-43cc-9243-3b2daaae8bf1
  kind: Event
  lastTimestamp: "2026-09-17T15:55:41Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T15:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:41Z"
    name: isvc-autogluon-v1-predictor.18d626c7cac5d53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: b35d6d83-0c4f-442d-9820-9e246e3176f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17953"
    uid: b3c346bd-d86e-4e0d-a2f3-1b2715b1c683
  kind: Event
  lastTimestamp: "2026-09-17T15:58:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:11Z"
    name: isvc-autogluon-v1-predictor.18d626cb497754d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19275"
    uid: ca83af3d-3220-495a-8ccd-8802e8fc3e3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17953"
    uid: b3c346bd-d86e-4e0d-a2f3-1b2715b1c683
  kind: Event
  lastTimestamp: "2026-09-17T15:58:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:11Z"
    name: isvc-autogluon-v1-predictor.18d626cb4a15b817
    namespace: kserve-ci-e2e-test
    resourceVersion: "19276"
    uid: 0e4b3039-5144-41ba-9aaf-3ec77df31102
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: b3c346bd-d86e-4e0d-a2f3-1b2715b1c683
  kind: Event
  lastTimestamp: "2026-09-17T15:58:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:26Z"
    name: isvc-autogluon-v1-predictor.18d626ee4232ea79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: c9314352-325d-4a67-a96d-b69f03e748f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: b3c346bd-d86e-4e0d-a2f3-1b2715b1c683
  kind: Event
  lastTimestamp: "2026-09-17T15:58:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:26Z"
    name: isvc-autogluon-v1-predictor.18d626ee42a4dd66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: 1c2eba48-dc63-46eb-b4bb-f3e5c385beaa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: 87ee6f41-d4e8-434c-9117-9c3867a1970e
  kind: Event
  lastTimestamp: "2026-09-17T15:58:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:58:13Z"
    name: isvc-autogluon-v1.18d626c7caca68c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: cd9e6584-7e52-49da-b83f-385ebba49016
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 87ee6f41-d4e8-434c-9117-9c3867a1970e
  kind: Event
  lastTimestamp: "2026-09-17T15:58:13Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:58:13Z"
    name: isvc-autogluon-v1.18d626eb2f01267a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: d5804490-b03b-4a66-b379-360a6f9250aa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:03:16.635820Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21961"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:03:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:03:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62731c4d9a323
    namespace: kserve-ci-e2e-test
    resourceVersion: "21967"
    uid: 408d4dd3-91d6-4e06-b560-9b36d176567e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21971"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:03:17Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:03:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62731e6ef9315
    namespace: kserve-ci-e2e-test
    resourceVersion: "21983"
    uid: d8bcb947-62f6-4f92-9a4a-8b900481d8ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:03:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62731e855a4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21985"
    uid: ff4755e9-e066-4a3d-b527-6ca512b26d0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:03:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62731eb1eb84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: 392af82f-012d-4a2d-aff3-732f85b0b9e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:03:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62731eb91c625
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: 523470b9-b269-4f93-b850-da15bc686c9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:03:38Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62736e2f35ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6d2bfd04-f479-4b2a-b153-10ca376dff05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:03:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62736e5d8f5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: e401ef33-34fb-4fed-b4bb-30de0ad5e316
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:03:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62736e668a843
    namespace: kserve-ci-e2e-test
    resourceVersion: "22235"
    uid: 0f183eda-7192-48c9-b027-91fe43383be3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:03:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62736e674dcba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: 4a3c12f7-ad1d-4e01-bfaa-7e2a0dba7292
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:03:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62736eae05ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: 39959d84-13e3-49f0-82ae-93040cb37f45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:03:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d62736eb607e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22241"
    uid: 3dc94829-18e2-446d-9b30-600aab3bcce7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:05:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d6274f3992bc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "22993"
    uid: 1a0fc3bf-c220-4edc-941c-a2672d6479c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 9d1e0465-32db-4e93-95a6-b94bcb633433
  kind: Event
  lastTimestamp: "2026-09-17T16:05:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht.18d6274f399357b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22994"
    uid: 8ec713c5-58e5-4da6-9f87-1b98b50d8e33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21952"
    uid: 1692cc34-ce2e-410d-9603-dee9141c1520
  kind: Event
  lastTimestamp: "2026-09-17T16:03:16Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-26xht'
  metadata:
    creationTimestamp: "2026-09-17T16:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d62731c4448880
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: f6047f7b-937a-455a-8732-aa352662c8df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 9fe8c982-53f7-4216-aa17-faa572292754
  kind: Event
  lastTimestamp: "2026-09-17T16:03:16Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:16Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62731c14c334e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: 0c785e79-a37b-4552-8130-583bb1e713d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 86df1e1b-457c-412d-a835-661e1df3ca81
  kind: Event
  lastTimestamp: "2026-09-17T16:04:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:04:16Z"
    name: isvc-autogluon-v2-noslash-predictor.18d627353fe83124
    namespace: kserve-ci-e2e-test
    resourceVersion: "22506"
    uid: 150d482d-4097-4744-ba96-362510611374
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 86df1e1b-457c-412d-a835-661e1df3ca81
  kind: Event
  lastTimestamp: "2026-09-17T16:04:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:04:16Z"
    name: isvc-autogluon-v2-noslash-predictor.18d627354059b58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: accbf38b-fe8a-42e5-83e8-3c567f3effc5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: 86df1e1b-457c-412d-a835-661e1df3ca81
  kind: Event
  lastTimestamp: "2026-09-17T16:05:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:16Z"
    name: isvc-autogluon-v2-noslash-predictor.18d627433bca05a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 9fa69e15-9332-44c2-bb3e-cd02eb6d5185
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: 86df1e1b-457c-412d-a835-661e1df3ca81
  kind: Event
  lastTimestamp: "2026-09-17T16:05:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:05:16Z"
    name: isvc-autogluon-v2-noslash-predictor.18d627433c401237
    namespace: kserve-ci-e2e-test
    resourceVersion: "22932"
    uid: 2645064a-4dd3-408e-ba7b-4b88bad22188
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 5ac0040b-1686-44d0-ba36-429b68e3fe40
  kind: Event
  lastTimestamp: "2026-09-17T16:05:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:05:15Z"
    name: isvc-autogluon-v2-noslash.18d62731c15a61cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: b1b5a2ce-3744-4e50-8c5c-132a5e962fd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 5ac0040b-1686-44d0-ba36-429b68e3fe40
  kind: Event
  lastTimestamp: "2026-09-17T16:03:16Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:03:16Z"
    name: isvc-autogluon-v2-noslash.18d62731c20bc205
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: d1955896-0662-4e95-aa49-e246e9625b2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22921"
    uid: 5ac0040b-1686-44d0-ba36-429b68e3fe40
  kind: Event
  lastTimestamp: "2026-09-17T16:05:15Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:05:15Z"
    name: isvc-autogluon-v2-noslash.18d6274d83af397b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: 43d43ecd-8e30-43b1-b239-ccf283809aa0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:58:33.031270Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:58:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:58:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626efbcb39d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 6fbc0ba4-c001-4f7a-9cd5-435f77e7a389
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T15:58:33Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:58:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626efde6f71ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: 7cc95639-cbf7-436a-8800-5bcb60644eaf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T15:58:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626efdfc53693
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: fef4e2d1-3d78-4afe-a99f-ae1d93b1f2f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T15:58:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626efe20541dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 03372cc2-d872-4a5d-98bc-b4b2616adfba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T15:58:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626efe28bb72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 1259e34c-d09e-4866-9a5c-8e095a29a3d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T15:59:03Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626f6d8175408
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: 670e55a5-700b-4898-9422-b79ac82606a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T15:59:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626f6db336be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: feca8d83-af77-4f31-92a2-04bbfb980915
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T15:59:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626f6db9a0a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: ac466ea0-bead-4a38-a8d7-7282a903553c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T15:59:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626f6dba3b942
    namespace: kserve-ci-e2e-test
    resourceVersion: "19733"
    uid: f49d59a0-4ba7-454c-a055-570903de0211
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T15:59:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626f6deba14de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: e222b9d1-edbf-472c-bb6c-791c1b36b26a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T15:59:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d626f6df251d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: c89e136d-c41e-4bee-b267-38c7a94874b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T16:00:45Z"
  message: 'Readiness probe failed: Get "http://10.133.0.26:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T16:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:45Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d6270ea1166f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20566"
    uid: b85fb37b-9672-46fb-8460-e377da99ea2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T16:00:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d6270f73068733
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 92b50878-66e3-499d-84ec-5e0f40b4bf7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 15a1b2bd-8d16-48dc-8268-1545bd48374a
  kind: Event
  lastTimestamp: "2026-09-17T16:00:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx.18d6270f73071643
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: 4e01b0fb-f049-4b4d-8841-a68f83e9b12d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19470"
    uid: 7c382764-c6ad-4ab8-9ba2-7cae45612b91
  kind: Event
  lastTimestamp: "2026-09-17T15:58:33Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-8zfzx'
  metadata:
    creationTimestamp: "2026-09-17T15:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d626efbc1fa5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19481"
    uid: ba2c29b8-95f5-4fe9-8c3d-f79615c56674
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: e6b396c9-456b-4ff1-a046-b1a66304985e
  kind: Event
  lastTimestamp: "2026-09-17T15:58:32Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:32Z"
    name: isvc-autogluon-v2-predictor.18d626efb941e374
    namespace: kserve-ci-e2e-test
    resourceVersion: "19472"
    uid: 8077798e-e3d1-47a8-9600-21021884e9a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: 8e527003-2cd4-49a1-a739-6d9088c2c17b
  kind: Event
  lastTimestamp: "2026-09-17T15:59:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:59:33Z"
    name: isvc-autogluon-v2-predictor.18d626f3382e90cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: e0ead516-92aa-4fe2-b875-4753ab261f89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: 8e527003-2cd4-49a1-a739-6d9088c2c17b
  kind: Event
  lastTimestamp: "2026-09-17T15:59:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:59:33Z"
    name: isvc-autogluon-v2-predictor.18d626f3389a1500
    namespace: kserve-ci-e2e-test
    resourceVersion: "19958"
    uid: 7dbe6718-0b2a-489a-917e-1ec1c84922c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: 8e527003-2cd4-49a1-a739-6d9088c2c17b
  kind: Event
  lastTimestamp: "2026-09-17T16:00:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:48Z"
    name: isvc-autogluon-v2-predictor.18d626fa36f6bb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: 4344c341-8d5d-4bc1-bd2d-5b8c6e0e92da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: 8e527003-2cd4-49a1-a739-6d9088c2c17b
  kind: Event
  lastTimestamp: "2026-09-17T16:00:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:48Z"
    name: isvc-autogluon-v2-predictor.18d626fa376993f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: 93498700-85f0-4bfd-82f3-f6020aeed4a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:00:54.446022Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:00:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:00:54Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d62710a9ad76d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20684"
    uid: 84817f8b-d063-4dba-b9f0-f989b71a8dbe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:00:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:54Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d62710b4f95fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20693"
    uid: 5c888631-1d0d-4f78-b1a4-9e2738f6735c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:00:55Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:00:55Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d62710ef71f869
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 21add546-8096-425c-89b9-054431bcd182
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:00:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:55Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d62710f0eb736b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: b76603f2-2824-453e-a865-f10cbe3d3f29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:00:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:55Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d62710f3c1cd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: 177b30fc-2feb-4b53-8d81-780bcf9422e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:00:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:00:55Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d62710f436b559
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 43dcb8c3-2736-4eca-a0e5-81c269a47225
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:01:26Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d6271808830a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21012"
    uid: 4f0ec119-1cd4-4ebc-9bc4-ad907f77160d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:01:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d627180b563f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21014"
    uid: da84ac9e-d318-4c4c-b9c2-130cb994b758
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:01:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d627180bcae651
    namespace: kserve-ci-e2e-test
    resourceVersion: "21016"
    uid: c25387c0-e7b3-487c-a7cf-aa63331633c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:01:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d627180bd45b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: 4fdda624-1668-4999-9c6b-cc5cf92dbdb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:01:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d627180f2aa324
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: 6e81a368-1392-4856-a919-322e06450cde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:01:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d627180fa2385f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: e1f40cee-03ce-4431-8252-d069463aa52f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:03:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d627308f9529ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: 75088451-1471-482a-8c90-ff6c8841bd5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:03:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d627308f96619b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 1ec65470-1dc0-4f73-a021-1124c2993c83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 74f05b68-1a80-4532-aa3d-5b805816e532
  kind: Event
  lastTimestamp: "2026-09-17T16:03:12Z"
  message: 'Readiness probe failed: Get "http://10.133.0.27:8080/v2/models/isvc-autogluon-v2-variants/ready":
    dial tcp 10.133.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq.18d62730d87bc8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21907"
    uid: a68c8bd0-9a3f-4e01-b30c-099bc21db0b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: 121d6c52-736a-4ef9-882f-0242c1b39a09
  kind: Event
  lastTimestamp: "2026-09-17T16:00:54Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-hpxdq'
  metadata:
    creationTimestamp: "2026-09-17T16:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:54Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d62710a915504e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 6c64dcff-92c1-4b5f-9b67-c4e4ff42a7bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 54f75e88-749a-406b-bf48-95472dd2529a
  kind: Event
  lastTimestamp: "2026-09-17T16:00:54Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:54Z"
    name: isvc-autogluon-v2-variants-predictor.18d62710a591f105
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 5fee79af-b601-499f-9459-42ccdac7c882
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: fab9d960-2155-49e3-875a-be9858adfc15
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-autogluon-v2-variants-predictor.18d6271424884eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21307"
    uid: ac3d74af-5ac4-4a6b-b676-b9888cfbab3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: fab9d960-2155-49e3-875a-be9858adfc15
  kind: Event
  lastTimestamp: "2026-09-17T16:01:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:54Z"
    name: isvc-autogluon-v2-variants-predictor.18d6271425028034
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: e8feafa7-af85-4602-9b2f-bece9bec2297
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:02:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: fab9d960-2155-49e3-875a-be9858adfc15
  kind: Event
  lastTimestamp: "2026-09-17T16:03:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:09Z"
    name: isvc-autogluon-v2-variants-predictor.18d627222144c805
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: 36759616-10e9-4e9f-a46e-22826810065f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:02:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: fab9d960-2155-49e3-875a-be9858adfc15
  kind: Event
  lastTimestamp: "2026-09-17T16:03:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:09Z"
    name: isvc-autogluon-v2-variants-predictor.18d6272221cd84d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 9258653b-d2b9-44f8-8903-6a6e5f8bcb46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 9acdcf3c-c113-422e-8dc6-44d93ba73d88
  kind: Event
  lastTimestamp: "2026-09-17T16:03:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:03:02Z"
    name: isvc-autogluon-v2-variants.18d62710a5c1651e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: 983a8c23-bc78-4ae2-9e09-5d3bf28bf640
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 9acdcf3c-c113-422e-8dc6-44d93ba73d88
  kind: Event
  lastTimestamp: "2026-09-17T16:00:54Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:00:54Z"
    name: isvc-autogluon-v2-variants.18d62710a6383dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: d44fed35-32cd-4a76-8921-baa21b665a45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21806"
    uid: 9acdcf3c-c113-422e-8dc6-44d93ba73d88
  kind: Event
  lastTimestamp: "2026-09-17T16:03:02Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:03:02Z"
    name: isvc-autogluon-v2-variants.18d6272e8bf6c26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: c2b5e958-c9ba-42e3-b2e8-7ef1ae479188
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: 52f5db68-641d-488b-9d84-e7561b285cc7
  kind: Event
  lastTimestamp: "2026-09-17T16:00:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:00:34Z"
    name: isvc-autogluon-v2.18d626efb96ed231
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: 88171aff-46b1-4339-a6f1-01087dca819e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: 52f5db68-641d-488b-9d84-e7561b285cc7
  kind: Event
  lastTimestamp: "2026-09-17T15:58:32Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:58:32Z"
    name: isvc-autogluon-v2.18d626efb9d613f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19476"
    uid: 567b909d-3d09-4c94-8acc-cc6a40a16727
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: 52f5db68-641d-488b-9d84-e7561b285cc7
  kind: Event
  lastTimestamp: "2026-09-17T16:00:34Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:00:34Z"
    name: isvc-autogluon-v2.18d6270c16895346
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: 1f904b91-8aa2-41d9-855f-58a19e086fc0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:56.115230Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23985"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5674b8c456-f6s8t
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d62764ded7a830
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 408e474e-1477-40c7-96ac-4800fdd5e8aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d6276500c8c96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: 2ed5e84f-db1c-4631-9433-b7d56b255cdf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d62765024124be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: 8a0bbcfe-c392-47a4-8cb9-b02b555cc4ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d6276504bc63d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24024"
    uid: 7a532159-f129-4427-a1f9-715efa0308ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d62765053599ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 0a66f310-52a3-4371-826e-16ea54f2abe1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:07:01Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
  metadata:
    creationTimestamp: "2026-09-17T16:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:01Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d627661cf0a745
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: e79726c4-b745-49f8-8f66-03a791ecab4d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    in 15.712s (15.712s including waiting). Image size: 1580836240 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d62769c577fd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 0a2ec1da-9279-4d9a-a8c6-463967fa8f90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d62769c994e5d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f28c865-d20a-401e-b5d7-a99ea69ee3ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d62769ca33d368
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: 529ed6ad-9721-4fb2-bab5-d806720dc714
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d62769ca3d79f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: 8a07d04b-83f3-4589-92cf-adfcb06fd13c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d62769cdf074ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: c577007c-b258-402b-a44a-be0fc95f6528
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d62769ce75502e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 54665c88-ccc7-40d9-a13c-04a4c0afd492
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:08:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:24Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d6276a18cdf1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24902"
    uid: dd8a96f2-93a9-4ec9-8294-595d95cb9f7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d6277bdc158e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: c50cb28d-6dc3-4d02-8c0c-6c70f5826646
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d6277bdc161de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: af27b576-ddc7-43fa-a126-b13757344506
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-f6s8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 45c17377-a382-4dda-af4b-61a9dc9f957f
  kind: Event
  lastTimestamp: "2026-09-17T16:08:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:39Z"
    name: isvc-canary-create-predictor-5674b8c456-f6s8t.18d6277cf502e99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: ea908839-9bcf-425d-9f69-84b0a1f1ad33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:56.157333Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5674b8c456-rd6t5
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d62764e15a2402
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: dc7cd010-b4ce-459e-a45c-f6062ec34358
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24003"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d627650415a443
    namespace: kserve-ci-e2e-test
    resourceVersion: "24023"
    uid: de3b8b3c-f3b8-4152-82e4-3eb49be5a8d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d6276505dd40fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24027"
    uid: c9619309-0b4c-4006-af35-657520333df5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d6276508846fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24028"
    uid: 1b70c46a-42db-4e0b-ab09-95decfdac10d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d6276508fc4cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24029"
    uid: fe126592-2888-4578-bf8d-78659d4b4a32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:07:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:00Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d62765ff00edb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24076"
    uid: a02275d2-baf0-40c7-aa95-975934b6e4a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:07:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:01Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d62766026e275f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24079"
    uid: 7e8a77bb-a8c4-4d53-a0d2-04e1a7c83fed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:07:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:01Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d6276602e4b54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24080"
    uid: 90eb1d12-66a9-49ec-9316-e309b95de2a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:07:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:01Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d6276602f08070
    namespace: kserve-ci-e2e-test
    resourceVersion: "24081"
    uid: 043d3281-1e64-489d-b021-21e3667b0b5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:07:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:01Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d62766063f83f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24083"
    uid: 82b8a1cc-743f-48dc-bbdd-187956d82f33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:07:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:01Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d6276606b7a91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24084"
    uid: 07e84660-d493-46ca-9bae-abeb8b2f880d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:08:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:38Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d6276676fc748b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25082"
    uid: 6f562069-e362-48db-8fef-64c7fb056987
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:08:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:36Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d6277c321d88d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25056"
    uid: 54bf7d7b-417c-4dc4-acd6-7e12a7c5fc70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:08:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:36Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d6277c321e0d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25058"
    uid: 17fa3c3d-682d-439b-bbb5-61dab43e1521
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5674b8c456-rd6t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 0efe4df5-42b3-4baa-acbc-7945817ccbb3
  kind: Event
  lastTimestamp: "2026-09-17T16:08:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:38Z"
    name: isvc-canary-create-predictor-5674b8c456-rd6t5.18d6277cd153227f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25080"
    uid: c5a0fcf2-4d3b-4b75-be0a-e844c0a417db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5674b8c456
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: e38600e2-2db0-4c10-94ca-2b6eb280aebf
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: 'Created pod: isvc-canary-create-predictor-5674b8c456-f6s8t'
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456.18d62764de299e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: c9a1a101-a4f9-4db3-8bf9-0f1af8de844a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5674b8c456
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: e38600e2-2db0-4c10-94ca-2b6eb280aebf
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: 'Created pod: isvc-canary-create-predictor-5674b8c456-rd6t5'
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor-5674b8c456.18d62764e11d3387
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: 21ca4f49-bbb7-4e9a-acba-789009e8fca3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5674b8c456
    namespace: kserve-ci-e2e-test
    resourceVersion: "25004"
    uid: e38600e2-2db0-4c10-94ca-2b6eb280aebf
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: 'Deleted pod: isvc-canary-create-predictor-5674b8c456-f6s8t'
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-create-predictor-5674b8c456.18d6277bdaeade6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25007"
    uid: 26f04489-5614-4235-9222-f5695004b6b7
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: e96893e2-63ef-45eb-9b67-a774a9c27a8e
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: Scaled up replica set isvc-canary-create-predictor-5674b8c456 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-predictor.18d62764db06e861
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: 77e5cfb2-9ad8-423a-a5dc-779afdfd1451
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25000"
    uid: e96893e2-63ef-45eb-9b67-a774a9c27a8e
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: Scaled down replica set isvc-canary-create-predictor-5674b8c456 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-create-predictor.18d6277bda623f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 6e9a9669-0a4c-43cb-94b0-24315f0bd87e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:56.073586Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-b59dcb89c-4968k
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62764dc5c393e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23982"
    uid: f33dac61-2966-455f-92d6-d0f712fae0f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62764e6b9b492
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 9cf1cb7d-8230-400b-81cc-4312e9d5d078
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:57Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:57Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62765221524a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24039"
    uid: 1c11700d-2c08-4fe7-8b43-381b39e286f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:57Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d6276523a13794
    namespace: kserve-ci-e2e-test
    resourceVersion: "24041"
    uid: a84caed1-c091-4b42-b1b1-44985a937835
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:57Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d627652714f8d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24042"
    uid: d6394ce6-8ba3-417f-a668-7cf03e222b8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:06:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:57Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62765278c5cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24043"
    uid: eceda00a-2673-4ee4-9b0d-6becc23eca16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:07:02Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
  metadata:
    creationTimestamp: "2026-09-17T16:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:02Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62766595b5e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: 26cee69b-c07a-4601-a6bf-f2b601dc82f9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    in 14.721s (14.721s including waiting). Image size: 1580836240 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62769c6d3db0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: 01520500-a8e8-4f16-9a27-aa50fa7a028f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62769c9a0e60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 20f9943b-77f6-4264-b51b-e6f8bd9113b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62769ca41223c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24295"
    uid: cfe9b349-ca6d-43c7-9d04-0cb2d5334939
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62769ca4be539
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: cb9c4b04-fd61-4f50-be75-3c8f83c4beae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62769cde77458
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: bf5cb163-9b6e-4b36-9543-71ea7db3c7ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:07:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:17Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62769ce68e182
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: fea123aa-8f44-40e3-89c3-cf095c5f2637
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:08:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:24Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d62769dcd4bc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 5733a5b1-f371-4615-812c-ceb2322e1d40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:08:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:36Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d6277c321d8479
    namespace: kserve-ci-e2e-test
    resourceVersion: "25055"
    uid: c3600212-1c3f-466f-8f24-b365948adcd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:08:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:36Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d6277c321eaef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: 0d3d6fb2-2d09-47e7-9916-cd1cc967202f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: d24e000a-73af-4f14-9fdc-c2f270ff74b8
  kind: Event
  lastTimestamp: "2026-09-17T16:08:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:38Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c-4968k.18d6277cb91f802e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25078"
    uid: 2e48bb1f-40dc-4d45-a732-79d556034e64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-b59dcb89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 2c1378bd-7018-417a-b0e9-c0d7f1b4ab94
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-b59dcb89c-4968k'
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-v2-predictor-b59dcb89c.18d62764dbde7620
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: af998429-f49f-44e3-94bc-2a289fdd612b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: d3a03a9e-d5b9-45a4-9c89-5842a1b13130
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-b59dcb89c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create-v2-predictor.18d62764d8c1d6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 1e3bfadc-48b3-4c43-9b9b-31efb5573700
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: 9533ec53-7c6f-4bfa-974e-579e7c6606fb
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-create.18d62764da5deadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25017"
    uid: 51ed9489-716d-4e16-b753-1231aafbf721
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: 9533ec53-7c6f-4bfa-974e-579e7c6606fb
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-create.18d62764dacc7df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25018"
    uid: 99d03c7a-41d7-4426-97ec-4cc63a4c0349
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: 9533ec53-7c6f-4bfa-974e-579e7c6606fb
  kind: Event
  lastTimestamp: "2026-09-17T16:06:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:56Z"
    name: isvc-canary-create.18d62764dacce314
    namespace: kserve-ci-e2e-test
    resourceVersion: "24007"
    uid: 51fae04e-3525-46b6-a990-ad50d83d3e0f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24994"
    uid: 9533ec53-7c6f-4bfa-974e-579e7c6606fb
  kind: Event
  lastTimestamp: "2026-09-17T16:08:34Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:34Z"
    name: isvc-canary-create.18d6277bd3413e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24998"
    uid: 669fc539-a9ff-46eb-ab55-0285bbcd3a6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:08:41.639204Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-8499c568cb-ljpgg
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277d708fc680
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: 2158ac30-33f7-41b9-a342-bf9a86300916
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25155"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277d92862e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "25180"
    uid: 7e5db9fb-d899-4ba7-b551-0adac4b52751
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277d9486d9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25182"
    uid: 8e3a68a1-d2aa-4a67-9d5d-17b5bc1bb004
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277d9778d7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25183"
    uid: f84ff8e8-d876-40d5-a740-4707b7979b8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277d97ee63e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25184"
    uid: 2163b9e8-8f34-4b1e-9488-649f27f72ca4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277e8fd890ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: 8b81310a-720f-45a7-b018-376b9279d36d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277e92b9a2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: c7d9e547-d2dc-4ff0-bbac-ae61f4af07a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277e932b2d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 71b138f7-fab5-465b-bfd8-d5038c3a714b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277e933671d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 7d900ada-a05b-4b21-b00d-f9b2038f1f12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277e965a4718
    namespace: kserve-ci-e2e-test
    resourceVersion: "25240"
    uid: e90ef942-66d4-4da9-bc12-22842c4da134
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277e96ca983e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: 8497093f-d2a8-491d-afbd-477df3e8025d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:09:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:54Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d6277f07bd0dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25796"
    uid: 62cec7ae-7f23-4963-85fd-e336ad6b218b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:04Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d62790d12f4d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 11be7f8b-4397-4cbd-8af9-5d87eb2bfc39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:04Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d62790d1340209
    namespace: kserve-ci-e2e-test
    resourceVersion: "25969"
    uid: aab50241-fa12-48c7-9a2b-35689e755196
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 6f3646b2-cddc-423d-a08a-612f7c74feb4
  kind: Event
  lastTimestamp: "2026-09-17T16:10:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-17T16:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:10Z"
    name: isvc-canary-promote-predictor-8499c568cb-ljpgg.18d627921f951d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26021"
    uid: 7d4ff1f1-5385-419e-bc04-2e82c999c227
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:08:41.747915Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25157"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-8499c568cb-s5bz7
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277d770a7553
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: ba7b28ee-bbda-42d8-9a48-ab538f4dfec9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25168"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277d9933f7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25185"
    uid: b588108d-bd6c-4a56-b633-d6b1552ccb66
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277d9af3f0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25187"
    uid: e88e085e-b212-43ce-9a36-3bddcce220b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277d9dab04e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25189"
    uid: 43fb37db-6437-45e1-bce9-1d614d52839a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277d9e363ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25190"
    uid: f5a09f8a-da8f-4888-ae2f-c46ca3b6489b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277eabc2c1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25245"
    uid: 06d69ba7-ef34-4301-a475-33aaa2859626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277eaf32fdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25252"
    uid: 7163b9cb-3ec1-47a4-ab2f-0dd8beaef2ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:47Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277eafb45874
    namespace: kserve-ci-e2e-test
    resourceVersion: "25256"
    uid: 7428b7bc-251a-41e3-8464-5402e213ad12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:47Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277eafbd771f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: 4b99a802-e8e5-496e-87a6-3f9b36078a97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:08:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:47Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277eb32d1737
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 8dcce7e2-7980-48a7-b68f-df01811e50e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:08:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:47Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277eb3abbfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25263"
    uid: 15985f5c-40ab-4b4b-b9f7-a494353c6e2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:10:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:13Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d6277ee7f1c81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: a653f98e-4f29-4090-895e-722833bf3be2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:10:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:11Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d627925dc47f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26046"
    uid: b50da5d6-ba1d-423f-86f7-26b8305a7210
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:10:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:11Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d627925dc4ff0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26048"
    uid: 9c1d4c7e-8829-45fc-bb47-541b5be33264
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: b3fca2d3-a468-4b16-8218-e6560650b719
  kind: Event
  lastTimestamp: "2026-09-17T16:10:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:13Z"
    name: isvc-canary-promote-predictor-8499c568cb-s5bz7.18d62792ee327ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: ceaccfb0-af7a-4a32-8ebd-0017a22c9dc1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8499c568cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25128"
    uid: fcf0fb94-152f-4433-9c51-99a29ad62379
  kind: Event
  lastTimestamp: "2026-09-17T16:08:41Z"
  message: 'Created pod: isvc-canary-promote-predictor-8499c568cb-ljpgg'
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-canary-promote-predictor-8499c568cb.18d6277d70009e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 1a8c91c7-8537-498f-94c3-17590b0bc34d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8499c568cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25128"
    uid: fcf0fb94-152f-4433-9c51-99a29ad62379
  kind: Event
  lastTimestamp: "2026-09-17T16:08:41Z"
  message: 'Created pod: isvc-canary-promote-predictor-8499c568cb-s5bz7'
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-canary-promote-predictor-8499c568cb.18d6277d763ed887
    namespace: kserve-ci-e2e-test
    resourceVersion: "25158"
    uid: a4b3b2b3-d950-402d-bc5c-ff16619bda92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8499c568cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25960"
    uid: fcf0fb94-152f-4433-9c51-99a29ad62379
  kind: Event
  lastTimestamp: "2026-09-17T16:10:04Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-8499c568cb-ljpgg'
  metadata:
    creationTimestamp: "2026-09-17T16:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:04Z"
    name: isvc-canary-promote-predictor-8499c568cb.18d62790d0e3ec87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: c5ae835d-68d3-4a00-943d-306a174667df
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25127"
    uid: 3ba7735a-259d-4177-b0d9-b6f3fcd35120
  kind: Event
  lastTimestamp: "2026-09-17T16:08:41Z"
  message: Scaled up replica set isvc-canary-promote-predictor-8499c568cb from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-canary-promote-predictor.18d6277d699b137a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: 6525b2a7-c30d-4d29-9206-24cec54fa0e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25956"
    uid: 3ba7735a-259d-4177-b0d9-b6f3fcd35120
  kind: Event
  lastTimestamp: "2026-09-17T16:10:04Z"
  message: Scaled down replica set isvc-canary-promote-predictor-8499c568cb from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:04Z"
    name: isvc-canary-promote-predictor.18d62790cf7f6e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25961"
    uid: 9ac0c3c4-7947-4ccc-89e2-dfb6712015a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:10:11.571412Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26050"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:10:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:10:11Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d6279260f05687
    namespace: kserve-ci-e2e-test
    resourceVersion: "26055"
    uid: 5cc106b4-7d35-44df-b59e-8f4e0a344a94
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26059"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:10:12Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:10:12Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d6279282fa5932
    namespace: kserve-ci-e2e-test
    resourceVersion: "26065"
    uid: c1e0b5ef-d933-4671-91cf-a19f0a1af5d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:10:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:12Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d62792848fde0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26068"
    uid: a18860a4-7f92-4bdc-8dcc-fcc60a86734c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:10:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:12Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d6279287831065
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: c07392e1-392a-4483-8f75-673fedcdf758
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:10:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:12Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d627928838e995
    namespace: kserve-ci-e2e-test
    resourceVersion: "26071"
    uid: c40458b0-f46a-43e6-8ab8-9f984033fb56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:10:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:16Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d627939be25885
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: e6a26ece-48e6-41b0-bd23-322aee268f35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:10:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:16Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d627939eeede74
    namespace: kserve-ci-e2e-test
    resourceVersion: "26110"
    uid: 481d87e7-3dc7-4698-adbd-b4641391908e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:10:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:16Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d627939f6073f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26111"
    uid: bdf39287-7c17-4e2e-9d46-bbf2adc9c172
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:10:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:16Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d627939f69edc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26113"
    uid: a785976e-a817-45f6-a6bb-0dc910517d4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:10:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:16Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d62793a254c016
    namespace: kserve-ci-e2e-test
    resourceVersion: "26116"
    uid: 2089d153-87b1-4372-9b22-e4bc003cbb6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:10:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:16Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d62793a2c51ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26117"
    uid: 649dfa2a-23f7-4e4f-bf69-1c5e00ae8701
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:11:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:44Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d62793d7e7693c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27177"
    uid: e5aea756-5519-4e2d-a2e0-2fb0e0c67fb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d627a75e7530e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: 920d350b-d9fd-4e60-bb86-ae478d3bb3a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d627a75e759cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: db26d791-d684-418a-b99c-008191efa750
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 6f670c1e-d0a0-4c01-b093-cf0795418d22
  kind: Event
  lastTimestamp: "2026-09-17T16:11:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:44Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-rq467.18d627a819f947cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27176"
    uid: 58a5b482-1186-4919-8dc5-1d47fb5f4c36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:08:41.552713Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25134"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277d6b67f46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 1de64ee4-48f9-4402-b050-01540879a3dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277d8da30ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25174"
    uid: b57f26e4-7edd-4371-b229-82b6a470680b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277d8f3f8010
    namespace: kserve-ci-e2e-test
    resourceVersion: "25176"
    uid: 9f03ab28-da05-4cc5-afb9-7b1fbaa09658
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277d91e610d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25178"
    uid: cf3c097b-c02e-422a-a958-11b69e7e5996
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:08:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:42Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277d925ce7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: cece92b8-7ac1-4539-9543-1bf620eb400c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277eababe994
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: 256badf7-1b03-4d6c-babb-b2ebf647c423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277eaf205a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: 0d223ce9-a6fc-4322-b274-c760d35ae740
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:46Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277eaf98fdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25254"
    uid: 3ed3aff6-884b-4c03-81a8-4eebd8fc7847
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:08:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:47Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277eafa2fec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25255"
    uid: f7529519-936d-41b6-ace5-9a79a90dc161
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:08:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:47Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277eb31ccdca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25260"
    uid: d6bdf9cf-02d9-4db9-b82e-b63dac989d33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:08:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:47Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277eb394a2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "25262"
    uid: 801d58a4-90f9-4a92-b077-6b5fd8d6ccd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:11:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:44Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d6277f23d53410
    namespace: kserve-ci-e2e-test
    resourceVersion: "27174"
    uid: d3d21c84-0608-45bb-abee-29d30abcf899
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d627a75e406013
    namespace: kserve-ci-e2e-test
    resourceVersion: "27147"
    uid: 35888528-d338-45bb-8149-5be891e25bb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d627a75e411423
    namespace: kserve-ci-e2e-test
    resourceVersion: "27149"
    uid: 97678977-ccf8-451e-9640-28797143b438
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 984d4a56-7f43-4d6a-80b6-b81a33b880fd
  kind: Event
  lastTimestamp: "2026-09-17T16:11:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:44Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k.18d627a81e740b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b4a102f9-684c-4134-b4c1-bfeb70bc8566
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5654b4fcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25117"
    uid: a3ca0b96-3772-4dc2-8cd2-f8846bc9bdc3
  kind: Event
  lastTimestamp: "2026-09-17T16:08:41Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5654b4fcff-vws2k'
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff.18d6277d6b03f35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25136"
    uid: cf154b62-7497-4d7d-8ed0-d092a261275f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5654b4fcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26042"
    uid: a3ca0b96-3772-4dc2-8cd2-f8846bc9bdc3
  kind: Event
  lastTimestamp: "2026-09-17T16:10:11Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5654b4fcff-rq467'
  metadata:
    creationTimestamp: "2026-09-17T16:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:11Z"
    name: isvc-canary-promote-v2-predictor-5654b4fcff.18d62792607b7117
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: b6685b6c-80f2-497a-b564-ce03f6cd3137
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: 26553d69-8f8a-49ac-b8b0-7bfa7d46fe7b
  kind: Event
  lastTimestamp: "2026-09-17T16:08:41Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5654b4fcff from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:41Z"
    name: isvc-canary-promote-v2-predictor.18d6277d65e835f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25120"
    uid: 84f7ded4-1b89-4d80-856c-1e8c563c4bd3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26033"
    uid: 26553d69-8f8a-49ac-b8b0-7bfa7d46fe7b
  kind: Event
  lastTimestamp: "2026-09-17T16:10:11Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5654b4fcff from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T16:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:11Z"
    name: isvc-canary-promote-v2-predictor.18d627925cf07dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26043"
    uid: 905b4fdd-0a2b-465d-ba81-95d731086460
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: 3d3cb2ab-2437-42be-bb1d-2be271ea3af9
  kind: Event
  lastTimestamp: "2026-09-17T16:10:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:05Z"
    name: isvc-canary-promote.18d6277d691ecd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25980"
    uid: 8acf4992-3555-401b-bcd0-32171dc38e9f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: 3d3cb2ab-2437-42be-bb1d-2be271ea3af9
  kind: Event
  lastTimestamp: "2026-09-17T16:10:04Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:04Z"
    name: isvc-canary-promote.18d6277d69b94e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: 4597164b-1b3a-40cd-be37-b9de38210668
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: 3d3cb2ab-2437-42be-bb1d-2be271ea3af9
  kind: Event
  lastTimestamp: "2026-09-17T16:10:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:10:04Z"
    name: isvc-canary-promote.18d6277d69b99a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25975"
    uid: 8b2554f0-6ae5-4a84-b3ef-42ba0ad1f364
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: 3d3cb2ab-2437-42be-bb1d-2be271ea3af9
  kind: Event
  lastTimestamp: "2026-09-17T16:11:34Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:34Z"
    name: isvc-canary-promote.18d62790c151ee88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 39ae0ae6-49b8-4d23-8f5c-b64bd453d31a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:13:17.004349Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28224"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:13:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:13:17Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627bd8d9a53f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28228"
    uid: d1c38b96-51f9-49ae-8479-23625f69f494
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28233"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:19Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:13:19Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627be33dc5d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28257"
    uid: 104981d4-8b6d-4fe5-b0fc-7a90d57a1edb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627beec73c8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28287"
    uid: d72269a7-4371-4fc5-ab89-c58e33a82222
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627bef14f9359
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 104456ce-cb60-4292-8494-e6a916c89c07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627bef28d78dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: b20d72f9-39f1-4e8f-9ae3-049ae1a31e54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:28Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627c0296cc15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28335"
    uid: f14f5fd3-59c0-4bad-98bd-7eaad0198a54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:28Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627c0309f49dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28338"
    uid: 53d8b26d-1e98-407b-b06c-7326678f84db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:28Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627c0322991b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 31783f4f-a51e-403a-811f-33b7e7f0a701
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:28Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627c0323dca81
    namespace: kserve-ci-e2e-test
    resourceVersion: "28340"
    uid: 34a34afb-d09a-44c5-b7a6-83eee9f01c84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:28Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627c0397b34f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28341"
    uid: 139d7bf3-8784-45d4-a9a9-0db0767dce26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:28Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627c03aed44e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28342"
    uid: 570efc21-68a6-4d52-a0da-63048160376b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:01Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627c06593a6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: 38442dea-0b10-4262-8bf8-ef686d4f6271
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:17Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627d9884d63fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29161"
    uid: 296e025d-f5d4-449a-a7be-f46243e8401d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:17Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627d988511854
    namespace: kserve-ci-e2e-test
    resourceVersion: "29162"
    uid: e631acf5-43d6-4a4a-b7e7-991b44275a18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:20Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627da3df4a1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29204"
    uid: 93925eb3-5dc1-45ed-b9ab-ae3aec6ca02b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: ee0cac6c-c0ec-4e5e-b63a-1e4ff082e354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-9vph6.18d627dacfe8771e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29287"
    uid: afc7d74f-baa9-40c7-b30a-f4471e8351ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:11:47.255085Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27248"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a8a821463b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27253"
    uid: 8dbbbdd2-857f-4f5a-a740-9ae7540140ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27260"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a8ca46c148
    namespace: kserve-ci-e2e-test
    resourceVersion: "27275"
    uid: de1daace-39b9-46d8-8660-904716013fb1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a8ccbabbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 387ae63c-87ac-492b-8790-9c8e9344d1e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a8cff3d604
    namespace: kserve-ci-e2e-test
    resourceVersion: "27280"
    uid: 2ad92835-c631-4b1c-a660-cf8af8e204d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a8d070ebc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27281"
    uid: ba2ab345-02da-49e0-a274-278bde9e3ea0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a9ed694141
    namespace: kserve-ci-e2e-test
    resourceVersion: "27344"
    uid: 6bb7dd2a-62c8-4b90-a2dd-d55635925ae1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a9f16015b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27348"
    uid: f1ddcdff-9d0d-48a0-a609-6008f4873772
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a9f1d6206a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27352"
    uid: e11f22a6-797d-4b5f-aa7a-06eba769e4fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a9f1e12a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27354"
    uid: c5f4e7c6-07eb-4b3b-b730-949b5ad65c17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a9f580cd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: 977e8025-abcd-4abb-aaca-ea6327f2f02c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627a9f5f16e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27358"
    uid: 5f200205-5719-4e8c-bbf8-ed5f18298e6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:12:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:59Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627aa298ec1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27970"
    uid: fecd324a-1aba-4625-bc31-7d6ff9cfe84e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627bb6aa794c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28104"
    uid: 167f1171-cc7f-4d4a-aa05-168adc544ee6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627bb6aa8731e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: d1638c0a-c413-4f14-aeee-947dd2702b48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 09a23f04-6adb-4d84-b528-4ae2f1750e28
  kind: Event
  lastTimestamp: "2026-09-17T16:13:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:09Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-bgv79.18d627bbdbda705b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28137"
    uid: 201ff340-3fb9-4b03-9dc4-11a41a8a490d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:11:47.172297Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27237"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a8a33217dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: f15dd5a5-416e-45fa-aefb-731a266ad728
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27247"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a8c565f0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: 32ec3dd0-da2a-426d-8405-1e290d7a6f06
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a8c722ad24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27273"
    uid: 1e18dfa7-91e2-4a49-84da-6f308e77bcf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a8ca707d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27276"
    uid: f9b2988d-c2a7-4c57-a401-e1b265c3e687
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a8cae5b047
    namespace: kserve-ci-e2e-test
    resourceVersion: "27277"
    uid: 25904294-5360-47a6-93d6-4b6403f75004
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a9d2c448fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27334"
    uid: 7e1b1f9a-80e9-44e4-b576-a09d2b1bb829
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a9d6240370
    namespace: kserve-ci-e2e-test
    resourceVersion: "27336"
    uid: 453a4551-0f69-4f12-9c96-070a6702979e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a9d6982455
    namespace: kserve-ci-e2e-test
    resourceVersion: "27337"
    uid: 80427ee1-ed9d-4062-a2c6-fea8d1e10f58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a9d6a33593
    namespace: kserve-ci-e2e-test
    resourceVersion: "27338"
    uid: 88dd4438-1f7b-4257-a232-81ab458b3b50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a9d980dde9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27339"
    uid: 4325d433-f2a7-4476-a5ae-80be4ad4cabc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627a9d9f6ad04
    namespace: kserve-ci-e2e-test
    resourceVersion: "27340"
    uid: 5c2e893b-df66-470f-84fd-d268573b0a4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:13:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:04Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627aa0ec80764
    namespace: kserve-ci-e2e-test
    resourceVersion: "28019"
    uid: 6630bf0b-81be-4cd7-b6cc-b014ccfd3011
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:15:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:17Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627d987f1982f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29159"
    uid: 5251a360-fe48-4376-83aa-927668a7ccb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:15:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:17Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627d987f1f1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29160"
    uid: 334e5853-63f1-4eeb-a6ca-13f857c45935
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: ff0e821e-7f9c-4b2e-afba-c2fed0704091
  kind: Event
  lastTimestamp: "2026-09-17T16:15:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:19Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k.18d627da058aa614
    namespace: kserve-ci-e2e-test
    resourceVersion: "29196"
    uid: f43062ac-de5f-4e9d-8c3d-26a0e5ffe30e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-78f9bdc99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27219"
    uid: 5808cf40-f165-48ff-b988-75bd48419c8a
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: 'Created pod: isvc-canary-rollback-predictor-78f9bdc99b-kvk8k'
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b.18d627a8a1a34d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: 610a96c4-798c-4fc0-8090-2d48e6ac48ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-78f9bdc99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27219"
    uid: 5808cf40-f165-48ff-b988-75bd48419c8a
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: 'Created pod: isvc-canary-rollback-predictor-78f9bdc99b-bgv79'
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b.18d627a8a7884c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27249"
    uid: 14d2e905-db30-42b1-a954-95344af14f39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-78f9bdc99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: 5808cf40-f165-48ff-b988-75bd48419c8a
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-78f9bdc99b-bgv79'
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b.18d627bb6a8bd2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28100"
    uid: a9e44625-8522-4617-914e-ea1f1cc0f2dc
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-78f9bdc99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28211"
    uid: 5808cf40-f165-48ff-b988-75bd48419c8a
  kind: Event
  lastTimestamp: "2026-09-17T16:13:16Z"
  message: 'Created pod: isvc-canary-rollback-predictor-78f9bdc99b-9vph6'
  metadata:
    creationTimestamp: "2026-09-17T16:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:16Z"
    name: isvc-canary-rollback-predictor-78f9bdc99b.18d627bd8d169f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "28226"
    uid: 2258836e-4580-45b4-9bde-7b39b50af9cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: 6ad6efdb-7360-4b1d-aa1e-a900e8ce8b80
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-78f9bdc99b from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-predictor.18d627a898f20874
    namespace: kserve-ci-e2e-test
    resourceVersion: "27221"
    uid: 7035f406-a921-4a27-a2af-b4289022eeae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 6ad6efdb-7360-4b1d-aa1e-a900e8ce8b80
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-78f9bdc99b from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-canary-rollback-predictor.18d627bb69e5d11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28097"
    uid: ac3878cc-818a-44cd-b599-a57382fb112b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28205"
    uid: 6ad6efdb-7360-4b1d-aa1e-a900e8ce8b80
  kind: Event
  lastTimestamp: "2026-09-17T16:13:16Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-78f9bdc99b from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T16:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:16Z"
    name: isvc-canary-rollback-predictor.18d627bd8a1cb4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: f764e5e8-bb0b-4c21-a5df-9b46f8aa8696
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:11:47.086074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a89e0e56bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27233"
    uid: b7ef0f48-49c9-4e4b-9241-9878b84e9920
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a8a7a5f3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27250"
    uid: 88f8aee9-5e67-4c43-83c1-2ce0f084cd49
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27235"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:48Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:11:48Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a8e3bd125e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 6342d79f-0a99-4c8f-bb1b-8ad802fdf6c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:48Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a8e6657aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27291"
    uid: 3c747030-8879-49bb-b732-da1a3e542dc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:48Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a8ecafa8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27295"
    uid: 48ab92ec-e5f1-4969-a205-12c697b5a427
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:48Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a8edfa71df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: 69be61f4-0f48-40bf-9cb9-5c2b8e35ab4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a9ed7f23aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27345"
    uid: d2f29e4b-fef2-4b8e-ac91-5aa04a5f82a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a9f161ecee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: a6636184-b578-4f1b-b3a4-f53d6d0b0c3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a9f1d57abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27350"
    uid: b81a56be-deda-4c5a-a0b9-526f7f89a9d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a9f1e19c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "27355"
    uid: 309d902e-2ee2-46e1-a2dc-c1174212396f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a9f582b411
    namespace: kserve-ci-e2e-test
    resourceVersion: "27357"
    uid: 3375beab-eead-44b2-af21-4fb294c66081
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:52Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627a9f5f82dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27359"
    uid: 2317cd7c-324d-46a8-80d0-8fba1b6f675c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:13:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:17Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627aa29a74afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28237"
    uid: 6a46c86d-8ea5-45a9-bbf3-b812e1e13868
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:13:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:16Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627bd8b87d42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: f7f526cb-3ff7-49f0-be22-68bac19f5f54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:13:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:16Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627bd8b8ea2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28222"
    uid: cd4a1b94-f6a2-48fc-b75f-60b5c91e3174
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 03ffe338-4848-4b7e-8265-044672da1e3d
  kind: Event
  lastTimestamp: "2026-09-17T16:13:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:19Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f.18d627be2fe90467
    namespace: kserve-ci-e2e-test
    resourceVersion: "28255"
    uid: e5062d7d-eda9-4a64-8947-600980e2b5bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-fb5f8487c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: 5469a557-6f48-49bf-ac5b-e99cb3e092b7
  kind: Event
  lastTimestamp: "2026-09-17T16:11:47Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-fb5f8487c-rjr6f'
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:47Z"
    name: isvc-canary-rollback-v2-predictor-fb5f8487c.18d627a89c14e010
    namespace: kserve-ci-e2e-test
    resourceVersion: "27229"
    uid: 33e49278-a787-44f3-a1ae-573f83528270
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: 6ccdb086-41aa-42ff-b240-f19d687cfc30
  kind: Event
  lastTimestamp: "2026-09-17T16:11:46Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-fb5f8487c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:46Z"
    name: isvc-canary-rollback-v2-predictor.18d627a894d903a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 9d3443cf-31cd-4433-8df3-0265395fd2fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 9cb8b780-0fc7-4eb1-b399-0fa2e0d37c8a
  kind: Event
  lastTimestamp: "2026-09-17T16:13:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:17Z"
    name: isvc-canary-rollback.18d627a89896ec34
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: f0aa773a-424c-4f43-bc92-91de2317b778
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 9cb8b780-0fc7-4eb1-b399-0fa2e0d37c8a
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-canary-rollback.18d627a899d0d6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28112"
    uid: 7e2d7c1f-9e39-4ad5-a5ae-8c58946a69b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 9cb8b780-0fc7-4eb1-b399-0fa2e0d37c8a
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-canary-rollback.18d627a899d138a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28113"
    uid: 91e35f42-85d1-4f3f-8976-4c4b25e5af2f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28187"
    uid: 9cb8b780-0fc7-4eb1-b399-0fa2e0d37c8a
  kind: Event
  lastTimestamp: "2026-09-17T16:15:11Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:11Z"
    name: isvc-canary-rollback.18d627bd023587b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29099"
    uid: d1d9fe87-ab7d-495c-bb3a-2870ff7133dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:15:22.363777Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29257"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-556d599d48-nhvnp
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dabd9b73d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29263"
    uid: be6f7014-d3b1-47c3-8395-1fa7818f7565
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29269"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:15:22Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dadf7b941a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29295"
    uid: 10ca3ad1-1fba-49af-84b1-c57800e32ca0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:15:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dae0ed4070
    namespace: kserve-ci-e2e-test
    resourceVersion: "29299"
    uid: 63a1fadb-6d7d-4ee0-bde1-77ee2a64579d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dae449e07f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29302"
    uid: 9c27c072-b83a-4404-a7c5-c83ce5858b0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dae4b80a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29303"
    uid: a29256e6-e278-461b-a72b-fe79be556b0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dbdcecbde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29403"
    uid: a47314bb-a547-46cd-b2e0-30d1beaf6133
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dbdfbcf5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29406"
    uid: eede5c3c-a2d8-4afe-b908-d45b0af036cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dbe02c63b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 07688c68-8d22-48d6-9fd0-8bd19ced67ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dbe035b200
    namespace: kserve-ci-e2e-test
    resourceVersion: "29408"
    uid: cda7aa22-d82a-4d8e-b7a1-60832e6d16ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dbe325f409
    namespace: kserve-ci-e2e-test
    resourceVersion: "29411"
    uid: 471c1484-e89b-41af-8e79-50643d5bfc65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dbe397160d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29412"
    uid: bfd33268-e14a-4c98-adec-2ccab18cb2fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:16:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:35Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627dc54dafe8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29963"
    uid: c8792ac9-ec1a-49b4-94e9-afb0721677a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:16:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:44Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627edf788e888
    namespace: kserve-ci-e2e-test
    resourceVersion: "30058"
    uid: 20f28712-77e7-456b-bc70-c02d237ffa86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:16:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:44Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627edf78a0b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "30063"
    uid: 7f8e0861-4593-4325-872b-d50e5c04ad43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-nhvnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: f6e5976b-8611-462f-8045-e470a0049ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:16:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:45Z"
    name: isvc-canary-stop-predictor-556d599d48-nhvnp.18d627ee076afa0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: e54df484-3458-42b2-9188-2ba191e6afd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:15:22.441832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29270"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-556d599d48-pcrdx
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627dac2427121
    namespace: kserve-ci-e2e-test
    resourceVersion: "29274"
    uid: fa87999c-fe14-4258-a98b-58f333d1d528
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29281"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627daea0b0e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: f457c810-e463-458c-96ff-8ca82dfa0b6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627daebb4b93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29307"
    uid: eb9cef69-c940-445f-b6a3-1cd924b7447f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627daf0aebccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29312"
    uid: 4e8d9b7c-b273-472e-bdc0-b702f2495999
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627daf21e0696
    namespace: kserve-ci-e2e-test
    resourceVersion: "29315"
    uid: 3925c859-51ea-461d-9524-741b29fe9259
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627dbffd7da68
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6cb8554e-3613-4ab2-99b8-84006c1a79f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627dc04c05f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29421"
    uid: c97bda33-db9c-4651-beb6-f3e60d9e0f4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627dc052a28f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29423"
    uid: 5973667f-f244-4a20-aa5d-2f96e60fb50e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627dc0534c1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 262529ae-beaa-471e-a455-9a319f480ba7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627dc0882d6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29429"
    uid: 3c378aa6-edbc-476c-a707-e17319bcf145
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627dc08ed4e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 14d76ae1-9fb4-47d3-9958-deac8d230f69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:16:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:54Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627dc3c0ad5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30188"
    uid: ce975fe3-569c-43cc-ba9b-7e36279269af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:16:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:52Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627efb961bf60
    namespace: kserve-ci-e2e-test
    resourceVersion: "30162"
    uid: f95ef1a2-a212-4781-a966-785d71ee38e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:16:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:52Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627efb9628612
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 38df340e-2c8c-492c-a02f-a7e820629097
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-556d599d48-pcrdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: f1de6f68-56e8-45fd-a120-3189dbcd432e
  kind: Event
  lastTimestamp: "2026-09-17T16:16:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:54Z"
    name: isvc-canary-stop-predictor-556d599d48-pcrdx.18d627f042655eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30186"
    uid: c24f610d-c784-4ae0-854c-c5007296cd3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-556d599d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "29246"
    uid: 21090a08-8a38-4d48-9f64-c5dc78378d48
  kind: Event
  lastTimestamp: "2026-09-17T16:15:22Z"
  message: 'Created pod: isvc-canary-stop-predictor-556d599d48-nhvnp'
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-predictor-556d599d48.18d627dabd153428
    namespace: kserve-ci-e2e-test
    resourceVersion: "29260"
    uid: 49f4360f-96e0-45ba-95eb-3bb78344febf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-556d599d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "29246"
    uid: 21090a08-8a38-4d48-9f64-c5dc78378d48
  kind: Event
  lastTimestamp: "2026-09-17T16:15:22Z"
  message: 'Created pod: isvc-canary-stop-predictor-556d599d48-pcrdx'
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-predictor-556d599d48.18d627dac18b0fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29271"
    uid: ee4d9c54-0524-467c-90f4-5096ac4dc6ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-556d599d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "30053"
    uid: 21090a08-8a38-4d48-9f64-c5dc78378d48
  kind: Event
  lastTimestamp: "2026-09-17T16:16:44Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-556d599d48-nhvnp'
  metadata:
    creationTimestamp: "2026-09-17T16:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:44Z"
    name: isvc-canary-stop-predictor-556d599d48.18d627edf75816a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: 4156267c-db3d-49d2-921f-ae2edb6bdc49
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29245"
    uid: bc9f0e7b-0f7d-462c-8a6f-3e5ab973708f
  kind: Event
  lastTimestamp: "2026-09-17T16:15:22Z"
  message: Scaled up replica set isvc-canary-stop-predictor-556d599d48 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-predictor.18d627dab91b4c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29248"
    uid: edd6087d-dcc7-4720-aa1c-19623a70416e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30049"
    uid: bc9f0e7b-0f7d-462c-8a6f-3e5ab973708f
  kind: Event
  lastTimestamp: "2026-09-17T16:16:44Z"
  message: Scaled down replica set isvc-canary-stop-predictor-556d599d48 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:44Z"
    name: isvc-canary-stop-predictor.18d627edf6db1c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: 357d3ead-2416-41c5-adca-47b5e91c9433
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:15:22.348336Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29253"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627dabcafe040
    namespace: kserve-ci-e2e-test
    resourceVersion: "29258"
    uid: 7c43837c-de84-48fa-8a51-b60e53b1be67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627dacb5a6d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: 5e6551d7-e031-44ba-b7d2-d7b5beb40029
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29268"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627db08bae8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29318"
    uid: bd8e8322-2c00-4e68-99a3-86db8f16c8b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627db0a3f760a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: 50122c60-b157-45f6-812a-cba6cb37c3bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627db0e4ef938
    namespace: kserve-ci-e2e-test
    resourceVersion: "29323"
    uid: 08952e3d-af3f-4809-b05b-fc65cce3e3eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627db0eb7dc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: 28e2a470-25d9-4e8e-8d47-4b9a83790bce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627dbfff0aeb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29417"
    uid: 3922619a-2a01-4beb-966e-a26e5a8682a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627dc04db857c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: 03fd8ae9-b16d-4cc1-b3e2-039f69b0a7d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627dc054b2d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 5d700bfb-f1a2-4418-956a-5bf686c3c030
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627dc0553f810
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: a9f40e51-e373-42e0-8b79-9e31857893be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627dc086d3ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: e997e0a7-b14a-4bcf-9b4d-c0266baede38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:27Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627dc092325c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29431"
    uid: 646dbed2-3360-4fd8-87c3-5620439cd09f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:16:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:54Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627dc3c248ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30189"
    uid: 5e22e542-e231-42b7-b55e-4c53967dcb5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:16:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:52Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627efb3d2ae82
    namespace: kserve-ci-e2e-test
    resourceVersion: "30152"
    uid: 09a0b451-ce24-43d4-a682-aa52940c1702
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:16:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:52Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627efb3d3e41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 83d7bfa1-7a4c-4c95-bdea-b97dd3791621
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 09469b89-babd-447d-b55f-709dace765b3
  kind: Event
  lastTimestamp: "2026-09-17T16:16:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:16:54Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l.18d627f042669079
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: 254653a6-28c9-4095-9549-7d098c3c275a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5cbd69c75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29237"
    uid: 8b0420e0-44e5-4bae-9306-c45531e937bf
  kind: Event
  lastTimestamp: "2026-09-17T16:15:22Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5cbd69c75c-gs78l'
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-v2-predictor-5cbd69c75c.18d627dabc23573f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29254"
    uid: 41c33a53-9025-4901-a9c3-7d0d19a44b44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29236"
    uid: aefe0300-1359-4ce9-97b8-96058c9968e3
  kind: Event
  lastTimestamp: "2026-09-17T16:15:22Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5cbd69c75c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:22Z"
    name: isvc-canary-stop-v2-predictor.18d627dab66a5a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "29238"
    uid: 8def985c-42cd-4317-a2f5-91d6aca9c5c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29228"
    uid: 4752f908-edbf-4eab-a318-dd95e9c15606
  kind: Event
  lastTimestamp: "2026-09-17T16:16:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:16:52Z"
    name: isvc-canary-stop.18d627dab8b9555f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30168"
    uid: 6a959005-a1fd-43f0-bb84-ebbe91d676df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29228"
    uid: 4752f908-edbf-4eab-a318-dd95e9c15606
  kind: Event
  lastTimestamp: "2026-09-17T16:16:44Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:16:45Z"
    name: isvc-canary-stop.18d627dab93b61a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: eab7bf64-2dc1-454f-b2f3-87782c791be6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29228"
    uid: 4752f908-edbf-4eab-a318-dd95e9c15606
  kind: Event
  lastTimestamp: "2026-09-17T16:16:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:16:45Z"
    name: isvc-canary-stop.18d627dab93bba7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 48a1b68b-7e17-4212-b8e5-9dfcfc897254
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30075"
    uid: 4752f908-edbf-4eab-a318-dd95e9c15606
  kind: Event
  lastTimestamp: "2026-09-17T16:16:45Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:16:45Z"
    name: isvc-canary-stop.18d627edff862140
    namespace: kserve-ci-e2e-test
    resourceVersion: "30076"
    uid: 4f900ee9-0e59-4a0f-86b7-17039367b141
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30158"
    uid: 4752f908-edbf-4eab-a318-dd95e9c15606
  kind: Event
  lastTimestamp: "2026-09-17T16:16:52Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-17T16:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:16:52Z"
    name: isvc-canary-stop.18d627efb904a9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30161"
    uid: e8e1c5b7-9a58-4d58-974e-73db2c9098aa
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:50:25.927515Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14955"
    uid: d1058b8a-af45-425b-80f7-a442c43d20e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff.18d6267e530e3704
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: dc569def-a202-4cf0-804f-eadc5efbb7d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14957"
    uid: d1058b8a-af45-425b-80f7-a442c43d20e9
  kind: Event
  lastTimestamp: "2026-09-17T15:50:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-f9f2bc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T15:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:26Z"
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff.18d6267e5fec2a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: d605ef04-c3b8-45cd-99df-17e9c8f1ea22
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14965"
    uid: d1058b8a-af45-425b-80f7-a442c43d20e9
  kind: Event
  lastTimestamp: "2026-09-17T15:50:27Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:50:27Z"
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff.18d6267e989e2f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: 6144bf4c-f6d8-4374-9ee2-6f46cf9cab78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14957"
    uid: d1058b8a-af45-425b-80f7-a442c43d20e9
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff.18d6267e9a526e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: 19a11c5c-6d09-4093-8d09-b82d913a5902
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14957"
    uid: d1058b8a-af45-425b-80f7-a442c43d20e9
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff.18d6267e9d404525
    namespace: kserve-ci-e2e-test
    resourceVersion: "15043"
    uid: 56a550c3-384e-4067-9533-97ef9c289fb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14957"
    uid: d1058b8a-af45-425b-80f7-a442c43d20e9
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff.18d6267e9db4a166
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: 023e7390-d1f7-4bd5-94a6-722e4627e97e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14957"
    uid: d1058b8a-af45-425b-80f7-a442c43d20e9
  kind: Event
  lastTimestamp: "2026-09-17T15:50:35Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:35Z"
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff.18d6268091f7a5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: c5517d68-dc68-4ab5-b2a8-84e0f27afe1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: 82e8ed95-111e-483f-b72d-4f95b0352f9d
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: 'Created pod: isvc-init-fail-f9f2bc-predictor-85cb9fd88f-z67ff'
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-init-fail-f9f2bc-predictor-85cb9fd88f.18d6267e529db7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 7ce01b11-a960-4fe7-8597-7bf493fde41c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-f9f2bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 762693ae-f5dc-4cf8-b446-84b7f10f6bcb
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: Scaled up replica set isvc-init-fail-f9f2bc-predictor-85cb9fd88f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-init-fail-f9f2bc-predictor.18d6267e4fb40655
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 50a7a794-c23d-42fc-94eb-22b66f1d92ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f9f2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: bb942e72-cc96-4262-ace0-798294ee220f
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-init-fail-f9f2bc.18d6267e4fa8d819
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 71e0625e-7b72-4d13-bd60-181a3229bfe0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:17:02.677614Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30284"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-rl5dc
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:17:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:17:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f218c72bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30288"
    uid: f66e4116-9c16-45ba-b61e-d76a353a9e24
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30292"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:03Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:17:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f23b44923c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 34ccb57b-ec10-49e6-aceb-aeeb10017b80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f23cf36157
    namespace: kserve-ci-e2e-test
    resourceVersion: "30306"
    uid: 0a4c67a4-796b-4406-9c81-1f885ebe4fec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f2405a843c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30308"
    uid: 3a348282-8e61-4a40-801e-accb0d7e83bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f240d457c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30309"
    uid: 92ce3986-0313-4c6e-96e3-9786f71d0d68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:08Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f36222dc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30370"
    uid: 53095806-f8b8-4961-bc1a-3958faff18a4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:15Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.858s (6.858s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f4faef715f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: fb9ee6cd-e0b2-4936-a539-437278a2a5ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f4fe8c179d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30485"
    uid: f3f0be32-b278-415d-82b7-5f1116631a51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f4ff0dc52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30486"
    uid: 7babdc31-75b3-4185-aa8f-1e1929efd285
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f4ff194850
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 4d92e841-e63a-4cb7-8721-bc201248069d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f50200354e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30488"
    uid: 7e8f7615-f411-4a4f-b1e8-507aa936aeed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:17:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:15Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f502762707
    namespace: kserve-ci-e2e-test
    resourceVersion: "30489"
    uid: 6abd3109-5b0b-452d-9b3e-ffca003a424c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:18:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d627f5416e42cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31225"
    uid: fbc2887c-3d06-4759-8511-7a961fa19b65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:19:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d6280e3a774962
    namespace: kserve-ci-e2e-test
    resourceVersion: "31480"
    uid: 7fff8230-57b6-4266-9ee5-cb7823a55a43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:19:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d6280e3a7837e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: d9b3ded4-3366-4077-827d-0297ba7e4a1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 6c90e3f2-0bfa-459b-8c96-e8ac9ddc66f4
  kind: Event
  lastTimestamp: "2026-09-17T16:19:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-rl5dc.18d6280f19c659a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31515"
    uid: e385449d-2163-4e77-9553-8127eabdfe21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30273"
    uid: 46c66158-87e1-4316-8fee-2449c2e55a3a
  kind: Event
  lastTimestamp: "2026-09-17T16:17:02Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-rl5dc'
  metadata:
    creationTimestamp: "2026-09-17T16:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d627f218507751
    namespace: kserve-ci-e2e-test
    resourceVersion: "30285"
    uid: 119eb3f6-fd30-4bbd-b357-81102692fc3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: 1c744371-0714-49bf-9a9a-e72538ace25b
  kind: Event
  lastTimestamp: "2026-09-17T16:17:02Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:02Z"
    name: isvc-lightgbm-predictor.18d627f212e192f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30275"
    uid: eca0b6cb-282d-40e7-8eae-c620f50faa81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: df84d122-fb45-477e-a130-4db7c2f41039
  kind: Event
  lastTimestamp: "2026-09-17T16:18:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:02Z"
    name: isvc-lightgbm-predictor.18d627f591840580
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: e28ac488-631e-4f0c-a99d-6fbfcc7e3597
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: df84d122-fb45-477e-a130-4db7c2f41039
  kind: Event
  lastTimestamp: "2026-09-17T16:18:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:02Z"
    name: isvc-lightgbm-predictor.18d627f591fa2387
    namespace: kserve-ci-e2e-test
    resourceVersion: "30868"
    uid: 19a451a6-0504-4977-a66d-a144e423e9ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: df84d122-fb45-477e-a130-4db7c2f41039
  kind: Event
  lastTimestamp: "2026-09-17T16:19:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:02Z"
    name: isvc-lightgbm-predictor.18d628038e4b2843
    namespace: kserve-ci-e2e-test
    resourceVersion: "31458"
    uid: 10e6fee1-9044-41ff-83b7-04890f8ddc5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: df84d122-fb45-477e-a130-4db7c2f41039
  kind: Event
  lastTimestamp: "2026-09-17T16:19:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:02Z"
    name: isvc-lightgbm-predictor.18d628038f0cf1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31459"
    uid: 90d9832c-0852-4238-9543-5349f51213b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:19:08.796841Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:19:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:19:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d6280f7611c733
    namespace: kserve-ci-e2e-test
    resourceVersion: "31556"
    uid: 5e48f6af-58e7-464d-ba25-fa96034ae42e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:09Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:19:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d6280f97fa5bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31565"
    uid: 86907f65-718f-4b85-bb90-549ebc374f0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d6280f99b38aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31567"
    uid: f3485545-0ff6-4781-82e2-04696ea4e5f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d6280f9cea6ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31568"
    uid: 947c5031-be67-404e-a5db-bc537ff80d1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d6280f9d5c04fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31569"
    uid: 8cc3f664-b93b-48fa-a285-99aa27cccd5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:14Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:14Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d62810b9113d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: 48735242-1c34-4ca7-b42d-ef2ad9ee70e2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:20Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.142s (6.142s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:20Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d62812272f3237
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: 5901dbc4-b6b1-413f-969a-2f72951bf2d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:20Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d628122a396388
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: 193dbf9e-a97a-4da3-9fe7-8a6f73776457
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:20Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d628122aab8af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: d239492b-af1e-49fe-ba7f-048862ca8c91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:20Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d628122ab6d8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: f3c0710e-3c1e-4361-b612-01bbb1b869a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:20Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d628122db0b06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31669"
    uid: 486f7923-b862-437d-99a9-3d0a119edf81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:19:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:20Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d628122e1f7fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: de4e7fa5-5b6e-4914-bfe7-04d5f74f5281
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:21:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d6281298564b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: 00f5ebf2-4d66-4768-9977-17bb42e971be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:21:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d628295e67372c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: 8fc618d4-b2b3-4d3f-a353-6a88f27929d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:21:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d628295e67ad12
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: 07f3c937-bdbe-44b3-9953-64c69019d2d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: e7fdc784-4469-4210-b8af-7ed605a20047
  kind: Event
  lastTimestamp: "2026-09-17T16:21:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9.18d6282a1c9aa4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: 0a70dbea-4203-438f-b9c0-0a1c47ab893c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: a6f68197-2de3-4987-8f36-f6a0d13c3b5e
  kind: Event
  lastTimestamp: "2026-09-17T16:19:08Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-xpjl9'
  metadata:
    creationTimestamp: "2026-09-17T16:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:08Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d6280f74e5b31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31551"
    uid: 8fb870bf-6e68-4dcd-943d-481129c887c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31536"
    uid: 555c9792-530f-4cea-af72-ce44465ed743
  kind: Event
  lastTimestamp: "2026-09-17T16:19:08Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:08Z"
    name: isvc-lightgbm-runtime-predictor.18d6280f6dd6c1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: 5a85cfc0-7670-4dae-9f23-cf9a7db08c54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: d6da79b9-4f5d-4b16-b049-1cee37c44fa4
  kind: Event
  lastTimestamp: "2026-09-17T16:19:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:53Z"
    name: isvc-lightgbm-runtime-predictor.18d62812ec87a62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31923"
    uid: 0ec12378-25ed-41c9-968e-1f9a1766951d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: d6da79b9-4f5d-4b16-b049-1cee37c44fa4
  kind: Event
  lastTimestamp: "2026-09-17T16:19:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:53Z"
    name: isvc-lightgbm-runtime-predictor.18d62812ed00d9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31924"
    uid: 79847e94-5190-466a-9b55-f48224f7c6ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31693"
    uid: d6da79b9-4f5d-4b16-b049-1cee37c44fa4
  kind: Event
  lastTimestamp: "2026-09-17T16:20:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:53Z"
    name: isvc-lightgbm-runtime-predictor.18d6281d6ad1681a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32395"
    uid: f55dc92e-19ce-4c7d-8bf6-1b2a88b38b4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31693"
    uid: d6da79b9-4f5d-4b16-b049-1cee37c44fa4
  kind: Event
  lastTimestamp: "2026-09-17T16:20:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:53Z"
    name: isvc-lightgbm-runtime-predictor.18d6281d6b71d216
    namespace: kserve-ci-e2e-test
    resourceVersion: "32396"
    uid: fae54b7a-b1c2-4060-bc57-81c7332303ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: f2dbec11-1ac7-461f-813b-6580cce7dd04
  kind: Event
  lastTimestamp: "2026-09-17T16:20:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:20:50Z"
    name: isvc-lightgbm-runtime.18d6280f6e1fd32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: a0071edf-22b9-4dc3-b754-23efbd5ce2d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: f2dbec11-1ac7-461f-813b-6580cce7dd04
  kind: Event
  lastTimestamp: "2026-09-17T16:19:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:19:08Z"
    name: isvc-lightgbm-runtime.18d6280f6ee4e55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31544"
    uid: 876b5ca0-0b24-472d-bb00-e85e8385ab81
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32354"
    uid: f2dbec11-1ac7-461f-813b-6580cce7dd04
  kind: Event
  lastTimestamp: "2026-09-17T16:20:50Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:20:50Z"
    name: isvc-lightgbm-runtime.18d628272d5b1042
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: cb21bba2-eea6-42d4-998f-12e51627a873
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:22:00.571610Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33103"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:22:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:22:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d6283774a4b954
    namespace: kserve-ci-e2e-test
    resourceVersion: "33111"
    uid: 33077c29-edc7-451f-a985-1037510fdb57
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33116"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d628379874c076
    namespace: kserve-ci-e2e-test
    resourceVersion: "33139"
    uid: 7ecd39f3-adf1-4581-aea6-b6366a89a3b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d6283799c75588
    namespace: kserve-ci-e2e-test
    resourceVersion: "33146"
    uid: aaa81b1e-7f3f-46cc-aeb8-f8383d4de257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d628379c790fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 833be535-ce34-41d3-9896-2bc997861f19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d628379cf89c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: df28f690-a340-4fd4-a3c7-e7527a396a94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:05Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d6283894575538
    namespace: kserve-ci-e2e-test
    resourceVersion: "33218"
    uid: 7f1759f7-2196-4f09-87c5-e83dc3220243
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d62838974e85a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33220"
    uid: 13b58c93-06c4-4397-bdf3-ea17993733bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d6283897de1b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: 7a652f09-e69f-478e-a6f2-d495d127adb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d6283897ea50bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: efe6afa4-15d1-4e46-b251-1f365c1d0da0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d628389af24820
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: 89cef732-d873-48fb-b761-49eb8a0aaa89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d628389b7e72cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33227"
    uid: b4b0e300-28cb-4866-b549-57576d6d8af4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d62838d0608c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "33289"
    uid: f3fc5136-3234-4bc5-a8a6-26b56cdb0195
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d6283e72cc4cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 5e669a08-d693-435d-b7c3-eea4a934b4f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: e7ab393c-243f-46de-bf53-6b42943db279
  kind: Event
  lastTimestamp: "2026-09-17T16:22:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx.18d6283e72ccd8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33455"
    uid: 6aea068e-5320-4f22-8a22-d2021888afbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33092"
    uid: d708a3fc-7113-4cc2-9b1c-f2b8c71a9520
  kind: Event
  lastTimestamp: "2026-09-17T16:22:00Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mtjkx'
  metadata:
    creationTimestamp: "2026-09-17T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d6283773f06510
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: fa7b6bae-d025-4301-88cb-23233d6ca7d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33090"
    uid: 4a39825c-391b-43c6-bec8-2c9c70b1288a
  kind: Event
  lastTimestamp: "2026-09-17T16:22:00Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:00Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d628376f6ad3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: ebb568af-ecce-42f5-8d1a-fb704d7e6a33
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33091"
    uid: 00f6375d-3e8f-4f32-ba59-c7189a40a7e0
  kind: Event
  lastTimestamp: "2026-09-17T16:22:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:15Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6283aee55d378
    namespace: kserve-ci-e2e-test
    resourceVersion: "33314"
    uid: 5d19a6e9-be80-4d4b-a75b-431f4c7aafab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33091"
    uid: 00f6375d-3e8f-4f32-ba59-c7189a40a7e0
  kind: Event
  lastTimestamp: "2026-09-17T16:22:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:15Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6283aeeceff5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33316"
    uid: 8ae98f60-2e53-4a65-b25a-1ce9c0a0648d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: 00f6375d-3e8f-4f32-ba59-c7189a40a7e0
  kind: Event
  lastTimestamp: "2026-09-17T16:22:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:30Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6283e6d9954ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33435"
    uid: 9df4e505-9a89-48a5-b524-8186e03f64b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: 00f6375d-3e8f-4f32-ba59-c7189a40a7e0
  kind: Event
  lastTimestamp: "2026-09-17T16:22:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:30Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6283e6e3b5119
    namespace: kserve-ci-e2e-test
    resourceVersion: "33437"
    uid: e4a374fc-dc3b-431f-89aa-eab3dae6ca65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33083"
    uid: 7b3e7958-0045-43f7-94d3-805479c92539
  kind: Event
  lastTimestamp: "2026-09-17T16:22:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:22Z"
    name: isvc-lightgbm-v2-kserve.18d628376f37aff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33377"
    uid: 2b4e113d-6cdf-4b08-b0cd-49857514c0bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33083"
    uid: 7b3e7958-0045-43f7-94d3-805479c92539
  kind: Event
  lastTimestamp: "2026-09-17T16:22:00Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:00Z"
    name: isvc-lightgbm-v2-kserve.18d628376fc9e936
    namespace: kserve-ci-e2e-test
    resourceVersion: "33097"
    uid: 4a5d2e9c-5742-4e7a-8a86-772a606c03c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33375"
    uid: 7b3e7958-0045-43f7-94d3-805479c92539
  kind: Event
  lastTimestamp: "2026-09-17T16:22:22Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:22Z"
    name: isvc-lightgbm-v2-kserve.18d6283c8ff573b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33376"
    uid: a85fa73f-ef07-449e-bc30-3dc33f0456be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:21:05.208588Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32584"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:21:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:21:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282a90c017f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32590"
    uid: 4bb45786-3bc6-47ad-a9be-9a8b21ae5449
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:05Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:21:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282ab3742182
    namespace: kserve-ci-e2e-test
    resourceVersion: "32604"
    uid: d51034b6-7e0e-4898-ae21-102303ff17b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282ab4f2e154
    namespace: kserve-ci-e2e-test
    resourceVersion: "32606"
    uid: 9aa0a715-a199-40c6-8945-00ef9ce8b02a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282ab82b885d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32607"
    uid: 649b2893-3830-4f55-8a54-8d3e463151ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282ab89c817e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32608"
    uid: 61e4116d-ddd3-4cf0-ad83-f0689de0856e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282bd95b662d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32658"
    uid: d7b6f4fc-4ad5-43f9-abc9-94df0a68a5e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282bdc739b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "32660"
    uid: cf1f3ee2-183b-4815-8dce-69fe9f7c6b3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282bdce1d8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32661"
    uid: c6b5dd2c-c2fe-4cb4-977d-530ccb847994
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282bdcead690
    namespace: kserve-ci-e2e-test
    resourceVersion: "32662"
    uid: a72f35dd-58b9-4545-9cc6-4920d5bb2716
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282be0128e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "32665"
    uid: e0c92a0c-89a3-4abf-a6a5-14cdfadd482a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d6282be094ec07
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: 22823ae9-b986-4e56-8487-dba2338ff5fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d628363a0b4cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33019"
    uid: 285d5325-9f92-4553-8aa1-414a2e9feb7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: dbfccc1c-1e62-46a7-a559-07ec5bf88648
  kind: Event
  lastTimestamp: "2026-09-17T16:21:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w.18d628363a0c6781
    namespace: kserve-ci-e2e-test
    resourceVersion: "33020"
    uid: 55d4a5bf-5bd4-4117-8e52-49bbad8ee2d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32575"
    uid: 5bf50307-4184-47b8-acc1-cb261471a237
  kind: Event
  lastTimestamp: "2026-09-17T16:21:05Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cmv7w'
  metadata:
    creationTimestamp: "2026-09-17T16:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:21:05Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d6282a90554402
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: 20cddf74-3385-469d-9674-3e681e305352
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32573"
    uid: 520cd736-93dd-45eb-9bc0-d31f57ab3515
  kind: Event
  lastTimestamp: "2026-09-17T16:21:05Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:21:05Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6282a8db15e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "32576"
    uid: fc1e26fb-d822-4249-a503-acec787a6b98
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32574"
    uid: 03dfcda4-5d50-4d4a-a2a8-df3cbafc1418
  kind: Event
  lastTimestamp: "2026-09-17T16:21:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:21:50Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6282e0c1cb3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32968"
    uid: eb7a2e32-26a9-4fa4-a993-8e110aee2d9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32574"
    uid: 03dfcda4-5d50-4d4a-a2a8-df3cbafc1418
  kind: Event
  lastTimestamp: "2026-09-17T16:21:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:21:50Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6282e0c8d03f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32969"
    uid: f8bfc40a-ede3-4604-b027-142c32e0bee4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32566"
    uid: 9691ecf2-bd89-4603-aeb4-aed443c5d856
  kind: Event
  lastTimestamp: "2026-09-17T16:21:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:21:48Z"
    name: isvc-lightgbm-v2-runtime.18d6282a8dafe0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32947"
    uid: 321bae50-1260-420e-86a7-90c01e98bb32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32566"
    uid: 9691ecf2-bd89-4603-aeb4-aed443c5d856
  kind: Event
  lastTimestamp: "2026-09-17T16:21:05Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:21:05Z"
    name: isvc-lightgbm-v2-runtime.18d6282a8e25c7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32580"
    uid: 52513d20-5b99-4f6a-b7ca-a358de728996
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: 9691ecf2-bd89-4603-aeb4-aed443c5d856
  kind: Event
  lastTimestamp: "2026-09-17T16:21:48Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:21:48Z"
    name: isvc-lightgbm-v2-runtime.18d62834b99afe69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32946"
    uid: c3f3d533-fdfa-437d-9936-b6607ee4b2b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30263"
    uid: df6f2868-2032-4d09-ae35-aa391a10b53a
  kind: Event
  lastTimestamp: "2026-09-17T16:18:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:52Z"
    name: isvc-lightgbm.18d627f21310e1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31315"
    uid: ff51cb9e-c878-490b-8294-7ae047362b76
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30263"
    uid: df6f2868-2032-4d09-ae35-aa391a10b53a
  kind: Event
  lastTimestamp: "2026-09-17T16:17:02Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:02Z"
    name: isvc-lightgbm.18d627f213aa1c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: fb167b57-9431-4b14-99f8-b2b1fd54834c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30264"
    uid: df6f2868-2032-4d09-ae35-aa391a10b53a
  kind: Event
  lastTimestamp: "2026-09-17T16:17:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:02Z"
    name: isvc-lightgbm.18d627f21ac1bd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30295"
    uid: 021c33be-dbd1-4476-ace2-e660d9e4eeba
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: df6f2868-2032-4d09-ae35-aa391a10b53a
  kind: Event
  lastTimestamp: "2026-09-17T16:18:52Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:52Z"
    name: isvc-lightgbm.18d6280bbbefed34
    namespace: kserve-ci-e2e-test
    resourceVersion: "31314"
    uid: 67a9ffec-bf0e-411c-ae6e-77ebbee5d17a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:54:06.290250Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-76485c66c8-92wfn
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:54:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:54:06Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b1a1b2a5f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17058"
    uid: ab9fe39d-0e45-47c4-be47-06707fcf1249
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:06Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:54:06Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b1c3b409b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: 2fb2af13-6166-4396-89b3-86bd502966b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:06Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b1c5bfdce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: fed5c2c4-1cf8-4411-a8aa-eb4cd524bfff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:06Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b1c8acbbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: ffd15f7d-a84a-4db0-9f6a-7696833bf9c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:06Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b1c91f0cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: 0eaf5c45-bdad-49e2-83ca-c1a199fdb055
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:11Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b2d724a8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: 59ceecc8-c44b-4fb9-8364-4aea2b9f0798
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:11Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b2da161a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: ad784089-d694-4865-9b3f-934037d8d862
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:11Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b2da86fe45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17113"
    uid: 66826380-fcb2-406a-ada2-b7a922972eeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:11Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b2da91dcef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17114"
    uid: 488a9233-86b9-4dfa-a2ab-b61d9520ba01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:11Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b2dda280ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17117"
    uid: 8bed8be8-aa0a-4097-a6f3-bde86708e485
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:11Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b2de12a732
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 9db8e4af-5479-4eaa-a557-cc520abe451c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:11Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9551f4f790f8c157387199c857354f4c235156d40ea86876db013e8cd552e398"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:11Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b2de1cf79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17120"
    uid: 60087611-c386-48ff-8cc0-e52f4ae0f05c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T15:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:11Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b2e125c169
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 23a3a85d-4c41-46f7-9bb7-1691bdd4e04a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:54:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T15:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:11Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b2e195b120
    namespace: kserve-ci-e2e-test
    resourceVersion: "17122"
    uid: 58101d7f-bb25-461e-9ace-e1d3c65daab7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:55:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b31339c3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18122"
    uid: d951e822-cb7f-432e-9dcb-6c3307873a94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:55:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T15:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:48Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626b313446fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18043"
    uid: c8b75dee-6a7d-4734-ac14-e8a45a2b620c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:55:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:41Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626c7c56d0359
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: c7b5d6ec-756d-47c2-baef-92b4686589bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:55:41Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T15:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:41Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626c7c56d2b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: e97be1da-6e74-4903-ad0a-31520129e742
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:55:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:41Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626c7c56d945b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 1065fd38-3628-4458-9f69-e367bbce1bf0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76485c66c8-92wfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: ad73a291-22e3-4802-91a4-a2bc9c3c111e
  kind: Event
  lastTimestamp: "2026-09-17T15:55:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:58Z"
    name: isvc-logger-predictor-76485c66c8-92wfn.18d626c8437df003
    namespace: kserve-ci-e2e-test
    resourceVersion: "18121"
    uid: e2a89259-12ef-47b2-83fd-344191726319
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-76485c66c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: bc9582b8-9826-4519-98eb-1cb38e331bba
  kind: Event
  lastTimestamp: "2026-09-17T15:54:06Z"
  message: 'Created pod: isvc-logger-predictor-76485c66c8-92wfn'
  metadata:
    creationTimestamp: "2026-09-17T15:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:06Z"
    name: isvc-logger-predictor-76485c66c8.18d626b19ec428ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17054"
    uid: f6d471dc-a552-480f-84d4-5cf9b659571e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17037"
    uid: 52467c51-a248-41d6-b192-1f44ad5822e8
  kind: Event
  lastTimestamp: "2026-09-17T15:54:06Z"
  message: Scaled up replica set isvc-logger-predictor-76485c66c8 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:06Z"
    name: isvc-logger-predictor.18d626b19a307d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 6d09f3ed-a51f-46d3-ba9a-db0641c29f85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: d64b5c46-6069-4eff-a65d-0f2eca40b560
  kind: Event
  lastTimestamp: "2026-09-17T15:54:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:36Z"
    name: isvc-logger-predictor.18d626b518b27b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17323"
    uid: fcd69288-a286-4221-834b-d3b665f4aed2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: d64b5c46-6069-4eff-a65d-0f2eca40b560
  kind: Event
  lastTimestamp: "2026-09-17T15:54:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:36Z"
    name: isvc-logger-predictor.18d626b519283ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 26cc132e-ee26-4275-bece-4e908193214e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: d64b5c46-6069-4eff-a65d-0f2eca40b560
  kind: Event
  lastTimestamp: "2026-09-17T15:55:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:36Z"
    name: isvc-logger-predictor.18d626bc1a6e5f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: a4f2b8c5-b8f4-446d-a781-02ce99f09fef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: d64b5c46-6069-4eff-a65d-0f2eca40b560
  kind: Event
  lastTimestamp: "2026-09-17T15:55:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:36Z"
    name: isvc-logger-predictor.18d626bc1af670c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 205849e6-8f3b-42bc-bfcc-47e8261aada9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: 014e2029-9076-413c-8596-cdc674dfaf62
  kind: Event
  lastTimestamp: "2026-09-17T15:55:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:28Z"
    name: isvc-logger.18d626b19a26e2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: a5b0d5cb-cf8a-433c-8d66-fd70f8ec4761
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: 014e2029-9076-413c-8596-cdc674dfaf62
  kind: Event
  lastTimestamp: "2026-09-17T15:54:06Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T15:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:54:06Z"
    name: isvc-logger.18d626b19ac44fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17045"
    uid: 975b6322-4ff2-411b-b720-4a20a84cb9bb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: 014e2029-9076-413c-8596-cdc674dfaf62
  kind: Event
  lastTimestamp: "2026-09-17T15:55:28Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:55:28Z"
    name: isvc-logger.18d626c4d1f91e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17808"
    uid: 86c3c113-eda6-4bd4-95d0-aba2039cda6c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:22:35.804656Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:22:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:22:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d6283fa8b2543a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33526"
    uid: 1d33fa36-8e98-491c-892d-32cddd7d94d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d6283fb8834467
    namespace: kserve-ci-e2e-test
    resourceVersion: "33533"
    uid: c8d55f8c-f6d2-4ce1-9d75-f8a214b51f65
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33530"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:36Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:22:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d6283fee880c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: 41ae5a07-b1ee-49ba-b424-10fa174f2fa7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d6283ff0157bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: 0e6baefb-cd35-403d-a6eb-4bf3faffc9b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d6283ff2bc2b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: 73107a26-6092-449f-b7ea-dc338ab525e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d6283ff341eccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33548"
    uid: 946b0f1a-aa7f-4d43-b448-8fb521af7974
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:41Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d62840e5f6dba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33585"
    uid: 3b59c76a-bf2b-4e51-b07a-400b80d79b3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d62840e8fa7ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33587"
    uid: 241ab102-1a4c-4a51-a7b4-32ad446dcec5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d62840e9750d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 20a2c54a-8663-433d-aaaa-524d671a48dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d62840e9800a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33589"
    uid: d7b3bce5-33ad-4931-b393-6bd1b7fd1773
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d62840ed783911
    namespace: kserve-ci-e2e-test
    resourceVersion: "33592"
    uid: 9e13d2a9-a77f-4ad5-8f4a-62bafafbf7e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d62840edf52217
    namespace: kserve-ci-e2e-test
    resourceVersion: "33593"
    uid: e0fe2777-7d06-4a1f-99a0-d243cf599a60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:23:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d6284b543c1a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 7323372e-09fd-45aa-bf72-03117cf0cbf6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 6e1bbe34-fafb-457a-89b3-6964fa89cfa1
  kind: Event
  lastTimestamp: "2026-09-17T16:23:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:25Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2.18d6284b543c97a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33975"
    uid: 9c5c298f-9234-41c9-9d70-556362f78bc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "33510"
    uid: 0785db89-c922-46f2-9c24-f00e6223ad9e
  kind: Event
  lastTimestamp: "2026-09-17T16:22:35Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-xgkt2'
  metadata:
    creationTimestamp: "2026-09-17T16:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d6283fa8200d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 752efd34-7882-442d-8adb-9f3c5ee3a612
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33508"
    uid: 6e2bb773-d590-476a-aeb8-3600f87eebc8
  kind: Event
  lastTimestamp: "2026-09-17T16:22:35Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6283fa518928e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: ef4b942f-39c6-4fec-9926-7d5f3f338d20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33509"
    uid: 64035a9a-0180-40fc-957d-6d4d4b3c11af
  kind: Event
  lastTimestamp: "2026-09-17T16:23:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:20Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6284323adedc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33897"
    uid: 54f1548b-e5f1-4c05-a3cb-fa1759a673ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33509"
    uid: 64035a9a-0180-40fc-957d-6d4d4b3c11af
  kind: Event
  lastTimestamp: "2026-09-17T16:23:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:20Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62843242fabb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: 608ad752-25e9-406e-80b3-79f4f23c29df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: 0bcb8b7c-9e1e-4936-b021-cb3592c0fe10
  kind: Event
  lastTimestamp: "2026-09-17T16:23:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:19Z"
    name: isvc-mlflow-v2-runtime.18d6283fa51c106a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: 28330aba-33ea-4b94-9f53-6b2daf489fa5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: 0bcb8b7c-9e1e-4936-b021-cb3592c0fe10
  kind: Event
  lastTimestamp: "2026-09-17T16:22:35Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:35Z"
    name: isvc-mlflow-v2-runtime.18d6283fa5a1fc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: 2d3d0cc6-533b-4edb-b7b1-ace881f0f827
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33886"
    uid: 0bcb8b7c-9e1e-4936-b021-cb3592c0fe10
  kind: Event
  lastTimestamp: "2026-09-17T16:23:19Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:19Z"
    name: isvc-mlflow-v2-runtime.18d62849c64143d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: f6c376c9-f0bc-44c2-a762-fc448badda3e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:24:56.379763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34809"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:24:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:24:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d6286063a080dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34815"
    uid: 7d6f9906-58ea-4190-95d5-240e256e6629
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34819"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:24:56Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:24:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d6286085810e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "34829"
    uid: f91fc2de-05f8-4944-87b5-e2879ea67e67
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:24:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d62860873846a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34832"
    uid: 2e2d7622-07c8-4b4e-9e3b-c68fdeb10ac7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d6286089f9d34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34833"
    uid: 4513f626-0b7f-4b68-adbf-4f65b0b26271
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d628608a6c85f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34834"
    uid: f410f821-7fba-42c5-868b-e4e850f9639f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:01Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d62861a358b88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34959"
    uid: 246ffc7b-72d9-4ea7-bf8a-1524a202253f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:13Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.959s (11.959s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d628646c2eb351
    namespace: kserve-ci-e2e-test
    resourceVersion: "35066"
    uid: 9acc5795-d190-43d2-85d7-76be2be3faa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d628646f57a018
    namespace: kserve-ci-e2e-test
    resourceVersion: "35067"
    uid: d9355bc6-e5e6-4057-89ef-abbc3d00ce46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d628646fbc940f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35069"
    uid: c9e682e1-016a-4578-977d-1a1247272289
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d628646fc7976c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35070"
    uid: 8c8f18cd-db25-4fcd-917b-338034942e76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d6286472a9eb80
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: fb6f29bc-c018-4fe5-a7e8-b676d46c2ce0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d6286473186807
    namespace: kserve-ci-e2e-test
    resourceVersion: "35073"
    uid: eb2d328e-bc90-4c9b-b4f8-9d3555975994
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:25:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:50Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d62864ae4d847c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35344"
    uid: fcb38040-cc77-4b51-9ffa-7c6577124fdc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:26:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d628710308491c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35500"
    uid: a4e109a2-4aa6-4fda-8f31-2198d84c48cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: 88c5538b-7a58-4ccc-ad85-bd72543446eb
  kind: Event
  lastTimestamp: "2026-09-17T16:26:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-pzrq5.18d628710308ee9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35501"
    uid: 866e0f23-1c49-4753-85e2-2002caebae33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: 6d89c1df-fedf-4e6c-86bf-a32802406e26
  kind: Event
  lastTimestamp: "2026-09-17T16:24:56Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-pzrq5'
  metadata:
    creationTimestamp: "2026-09-17T16:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d6286062c29b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34810"
    uid: dce979cb-6ea3-48af-a43f-f8b7e7eb4925
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34798"
    uid: 969adca9-6aef-4deb-a90c-a85ebe7090ae
  kind: Event
  lastTimestamp: "2026-09-17T16:24:56Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:56Z"
    name: isvc-paddle-predictor.18d628605f9adbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34804"
    uid: 63347b51-29d0-4fd1-b963-56ab915c9161
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34799"
    uid: f9c3b4a0-f504-4e76-9664-803f4e104732
  kind: Event
  lastTimestamp: "2026-09-17T16:25:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:56Z"
    name: isvc-paddle-predictor.18d62863e085685b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35388"
    uid: 1c144ab7-6463-41f0-9a20-893256b5f9dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34799"
    uid: f9c3b4a0-f504-4e76-9664-803f4e104732
  kind: Event
  lastTimestamp: "2026-09-17T16:25:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:56Z"
    name: isvc-paddle-predictor.18d62863e151ff33
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: 5697c102-409b-4fef-8623-3b43681b5ee2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:26:13.042552Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35565"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:26:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:26:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d628723d15a804
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: a3371bc4-d436-4598-9a33-af23e2454d8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35573"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:13Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:26:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d628725ef73ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35586"
    uid: 05046564-1b60-41cc-8d8c-8886c4e8abcf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d6287260f2d322
    namespace: kserve-ci-e2e-test
    resourceVersion: "35588"
    uid: 3fd35a0a-d95a-4d37-b079-5b24cd7d8b54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d628726455d38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35589"
    uid: 4c6c83e4-b7dd-42eb-8e78-5e3e790e93dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d6287264cf136f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35590"
    uid: 3889177d-1132-49eb-8e1f-44014700b963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:19Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d62873ba481423
    namespace: kserve-ci-e2e-test
    resourceVersion: "35643"
    uid: b1ccd16b-f4cb-4c24-8b17-59114ad6976d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:30Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.091s (11.091s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d628764f608721
    namespace: kserve-ci-e2e-test
    resourceVersion: "35802"
    uid: 6629e06b-aab3-4051-af62-4f0050e3afec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d6287652180b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35804"
    uid: a0974bec-8818-40be-b199-7a00dbea83dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d6287652860d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "35805"
    uid: 937f846e-22ff-4d81-a7cc-e827a57cf032
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d62876529215cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35806"
    uid: 2d0c5bd9-d69e-41f7-932d-a0b457b5553a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d6287655415b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "35808"
    uid: 38ddb325-6858-44a9-9d79-4d18409b1511
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d6287655b1b714
    namespace: kserve-ci-e2e-test
    resourceVersion: "35809"
    uid: 3d3c513c-e513-49e7-9129-e0473fc798e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:27:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d6287688be4316
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: 33b9f841-f172-483c-96be-5ec9b821e1b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:27:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d62882e0e6f6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36322"
    uid: dbd05111-2924-46b1-8f44-c4a25bac338d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:27:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d62882e0e7a1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36323"
    uid: 60f6c4a7-772b-42c5-a023-cbcc4089255d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 8cab384e-c0f5-4465-9fa8-0ce4be3d33e1
  kind: Event
  lastTimestamp: "2026-09-17T16:27:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kt7kv.18d6288392c59b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "36350"
    uid: 5d83b1a8-4951-4f1b-acbd-c61db1e3c9cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: f6d2f887-8974-43ec-8d07-e2a84a0a7b76
  kind: Event
  lastTimestamp: "2026-09-17T16:26:13Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-kt7kv'
  metadata:
    creationTimestamp: "2026-09-17T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d628723c7268ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: 2452bdc3-8d7a-4798-b9ec-24ef25de82a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35547"
    uid: bfcb0e9e-4fb7-4148-b038-f469300addf2
  kind: Event
  lastTimestamp: "2026-09-17T16:26:12Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:12Z"
    name: isvc-paddle-runtime-predictor.18d6287235bf955a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35552"
    uid: 7806d990-6423-4296-8097-f9c5ec4e1ab3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35549"
    uid: 714ac274-732f-48ee-9aad-be1d1c14b53f
  kind: Event
  lastTimestamp: "2026-09-17T16:26:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:57Z"
    name: isvc-paddle-runtime-predictor.18d62875b478f4c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: e561a298-8282-44b4-9eb1-407c9c46b6dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35549"
    uid: 714ac274-732f-48ee-9aad-be1d1c14b53f
  kind: Event
  lastTimestamp: "2026-09-17T16:26:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:58Z"
    name: isvc-paddle-runtime-predictor.18d62875b4eb36f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36110"
    uid: 937198f6-4b06-42d4-9308-d9178cd720ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35730"
    uid: 714ac274-732f-48ee-9aad-be1d1c14b53f
  kind: Event
  lastTimestamp: "2026-09-17T16:27:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:13Z"
    name: isvc-paddle-runtime-predictor.18d628803354e37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36219"
    uid: 9e897894-bca5-42bc-9f70-f73d751af001
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35730"
    uid: 714ac274-732f-48ee-9aad-be1d1c14b53f
  kind: Event
  lastTimestamp: "2026-09-17T16:27:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:13Z"
    name: isvc-paddle-runtime-predictor.18d6288033d02bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36221"
    uid: e7b23099-3209-4d40-8008-f012c560da10
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35540"
    uid: a7adec38-080a-4191-892f-0ee89eb4e1b6
  kind: Event
  lastTimestamp: "2026-09-17T16:27:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:27:17Z"
    name: isvc-paddle-runtime.18d628723606656a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36264"
    uid: 27a92551-62c4-4198-95e7-4a1538138c2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35540"
    uid: a7adec38-080a-4191-892f-0ee89eb4e1b6
  kind: Event
  lastTimestamp: "2026-09-17T16:26:12Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:12Z"
    name: isvc-paddle-runtime.18d6287236f7a653
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: e3fef270-5178-4f79-8344-4993f98c129f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36262"
    uid: a7adec38-080a-4191-892f-0ee89eb4e1b6
  kind: Event
  lastTimestamp: "2026-09-17T16:27:17Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:27:17Z"
    name: isvc-paddle-runtime.18d62881450a8623
    namespace: kserve-ci-e2e-test
    resourceVersion: "36263"
    uid: f74a57c7-5537-4da1-a8c3-7b8dc783cdd6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:27:29.641696Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36393"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:27:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:27:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d6288412bfc069
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: 7c19e3a0-30e2-4e05-b7b1-dd093ee328ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36403"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:27:30Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:27:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d6288434a45752
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: 807c96d5-1299-48d2-a78b-47099ebba9c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:27:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d6288436640113
    namespace: kserve-ci-e2e-test
    resourceVersion: "36416"
    uid: 441b93e6-426a-4aea-8a4a-011879fa7577
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:27:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d6288438f9ea4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36417"
    uid: a58595c2-ecf1-4199-9c41-c7e068b1ba51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:27:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d628843967d161
    namespace: kserve-ci-e2e-test
    resourceVersion: "36418"
    uid: a41c64a7-671f-4048-89d4-412a43955b27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:27:35Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d628856b498508
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: e4d792f0-8581-4000-b13b-dec3df4e1361
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:27:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d628856e59129b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36460"
    uid: 6848d614-fc15-4b9f-9bbf-5a27ad8f9cb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:27:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d628856ec8686e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36461"
    uid: e3f8db1b-1866-46fc-82e7-9dc6a8ca3415
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:27:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d628856ed0f212
    namespace: kserve-ci-e2e-test
    resourceVersion: "36463"
    uid: d97d4951-9166-4edd-90c6-73f78cb1b410
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:27:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d6288571d6a77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36465"
    uid: 1bab770e-0444-4ad5-b986-d4b41ccb1af0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:27:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d628857244557f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36466"
    uid: 30973f3e-659b-4a2c-a305-161ad0a04ef1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:28:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:32Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d62885a7491544
    namespace: kserve-ci-e2e-test
    resourceVersion: "37100"
    uid: 8cd3d394-054c-4983-afbf-25666a8fffd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:28:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:31Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d628926afd964c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37086"
    uid: 4cf06355-5ed5-4b10-b0dd-d4842e2b1c96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:28:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:31Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d628926afe2e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "37087"
    uid: 5a8131b0-2c17-43f9-a5f8-b99d7ee91dfe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: d6f16476-8d20-43ec-89db-a35823966895
  kind: Event
  lastTimestamp: "2026-09-17T16:28:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:32Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4.18d62892b14e281d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37099"
    uid: 73c548b7-0f03-4a9d-b5db-b75533673469
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: c2c7fa85-610b-4f45-834b-a27c1c68e8e5
  kind: Event
  lastTimestamp: "2026-09-17T16:27:29Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wvjk4'
  metadata:
    creationTimestamp: "2026-09-17T16:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d628841235504d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36396"
    uid: 16570387-d0aa-42a3-94e4-12521713e118
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36382"
    uid: 094e85a0-3cb2-4a41-9a21-8ab827224281
  kind: Event
  lastTimestamp: "2026-09-17T16:27:29Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:29Z"
    name: isvc-paddle-v2-kserve-predictor.18d628840e824724
    namespace: kserve-ci-e2e-test
    resourceVersion: "36387"
    uid: 40d11d7d-c67e-4ff4-b889-908afdb9c78a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36383"
    uid: 700293b9-6a22-4047-86ed-286df54eb8a8
  kind: Event
  lastTimestamp: "2026-09-17T16:28:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:14Z"
    name: isvc-paddle-v2-kserve-predictor.18d628878d4f9a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36844"
    uid: 4ea8b106-3bb6-4a44-9030-c243cae7f221
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36383"
    uid: 700293b9-6a22-4047-86ed-286df54eb8a8
  kind: Event
  lastTimestamp: "2026-09-17T16:28:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:14Z"
    name: isvc-paddle-v2-kserve-predictor.18d628878df8696d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36845"
    uid: 728f9e8b-16e9-4e27-a78f-c3befb839763
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36541"
    uid: 700293b9-6a22-4047-86ed-286df54eb8a8
  kind: Event
  lastTimestamp: "2026-09-17T16:28:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:29Z"
    name: isvc-paddle-v2-kserve-predictor.18d628920a6d09c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: 2fffa110-3e2a-4316-b6cf-99f3ef8e66cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36541"
    uid: 700293b9-6a22-4047-86ed-286df54eb8a8
  kind: Event
  lastTimestamp: "2026-09-17T16:28:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:29Z"
    name: isvc-paddle-v2-kserve-predictor.18d628920ae211d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: 07193a1c-6b28-44c5-a5eb-46ea6642b5f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 2cb86ba3-a589-4e2b-b59c-793897dc2a20
  kind: Event
  lastTimestamp: "2026-09-17T16:28:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:22Z"
    name: isvc-paddle-v2-kserve.18d628840e8d064b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: cb4752fb-0f61-41a1-b1bb-186e41913b95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 2cb86ba3-a589-4e2b-b59c-793897dc2a20
  kind: Event
  lastTimestamp: "2026-09-17T16:27:29Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:27:29Z"
    name: isvc-paddle-v2-kserve.18d628840f0e338c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36389"
    uid: 057002d1-0e27-4b85-bab6-075d15b18db1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36975"
    uid: 2cb86ba3-a589-4e2b-b59c-793897dc2a20
  kind: Event
  lastTimestamp: "2026-09-17T16:28:22Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:22Z"
    name: isvc-paddle-v2-kserve.18d6289063889885
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 421cdb9a-2370-44c9-b7c0-3650d5461b84
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34790"
    uid: ae1d6dc6-807c-41dc-88d7-227450839ea7
  kind: Event
  lastTimestamp: "2026-09-17T16:26:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:01Z"
    name: isvc-paddle.18d628605f93258c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35432"
    uid: 8195371e-a95e-4ed8-aed9-cc542800e24c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34790"
    uid: ae1d6dc6-807c-41dc-88d7-227450839ea7
  kind: Event
  lastTimestamp: "2026-09-17T16:24:56Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:24:56Z"
    name: isvc-paddle.18d6286060234f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34805"
    uid: 295a805b-e456-4527-9e8b-d88ce22cc24f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35430"
    uid: ae1d6dc6-807c-41dc-88d7-227450839ea7
  kind: Event
  lastTimestamp: "2026-09-17T16:26:00Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:00Z"
    name: isvc-paddle.18d6286f6dac4d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35431"
    uid: b471ece4-30c3-45e1-b0d6-f44e288dcf3e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:28:36.485383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-tq9pm
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:28:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:28:36Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d62893a2f17d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "37160"
    uid: 5cac8551-c1af-485f-b075-350e7bcb4c4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:36Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d62893ae87ff8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 883a7ea4-7ef5-4bbc-b0ad-fa603b84a194
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37164"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:37Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:28:37Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d62893e89a1701
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: efcee79b-f362-41b4-8b35-6e2e7d0487ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:37Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d62893ea232333
    namespace: kserve-ci-e2e-test
    resourceVersion: "37183"
    uid: 211cb78a-6ea4-436a-8b64-aa0184ba145f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:37Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d62893ed9dbe25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37184"
    uid: 9995eef6-5746-4f8d-bbce-b5a774de93ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:37Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d62893ee0fd6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37185"
    uid: eaddf2ce-9161-4c8e-836e-d09326ea034f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:41Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:41Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d62894daa7518d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37217"
    uid: 9f2fa3ae-0d60-4560-b7c5-5d79d7cdb57e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:49Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.46s (7.46s including
    waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:49Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d628969759241b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37272"
    uid: fa3b1820-e19e-44fc-9111-01cdfc34dad6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:49Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d628969b8320f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37273"
    uid: 0de71817-d2f2-4fd7-99f6-a865e2401c74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:49Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d628969bf3ccd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: 5edc67a3-b433-4c23-a81e-afbc82908a40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:49Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d628969bfe0a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 1651cc6d-8da8-4cab-a17b-b3eaccd440db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:49Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d628969efb18ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 237cd4b1-8448-46a4-94b2-17f92d4336a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:28:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:49Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d628969f6adf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "37277"
    uid: a4a2e6e0-e794-4da0-92ce-100d147cb53e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:30:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:06Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d62896f6190d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "38011"
    uid: ab6cce17-7d22-4cf2-8c84-d896c27906ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:30:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:28Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d628adb4ae50e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38204"
    uid: ad4b52bd-8efa-4d32-b727-4a898abecb0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:30:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:28Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d628adb4aed0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38205"
    uid: 3b62794f-b619-4dc9-bc04-e6e465961815
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tq9pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: ef786c8d-cb14-4bc0-86fb-5aae48ddb4b1
  kind: Event
  lastTimestamp: "2026-09-17T16:30:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:31Z"
    name: isvc-pmml-predictor-8674795f59-tq9pm.18d628ae7a6785cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: f934338a-7e3c-4e8d-ad8a-9632b6ae232e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37146"
    uid: 0e85e70f-3d6d-47cc-9db4-64bce84c31e9
  kind: Event
  lastTimestamp: "2026-09-17T16:28:36Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-tq9pm'
  metadata:
    creationTimestamp: "2026-09-17T16:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:36Z"
    name: isvc-pmml-predictor-8674795f59.18d62893a24d60de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37157"
    uid: 49800984-a104-4ccb-aad6-8f8e40313549
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 3dae06a3-579e-44db-8167-26df0ee283f2
  kind: Event
  lastTimestamp: "2026-09-17T16:28:36Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:36Z"
    name: isvc-pmml-predictor.18d628939ef5d10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37148"
    uid: 9e9c7712-5d2b-4ef9-97cd-2ba9a718ceff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37143"
    uid: cbfd03b2-46be-4471-b601-7280afcd75ab
  kind: Event
  lastTimestamp: "2026-09-17T16:28:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:51Z"
    name: isvc-pmml-predictor.18d628971d0f59bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37298"
    uid: 9eaa3ecd-feac-4ec4-ae0c-0fbe47b9e672
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37143"
    uid: cbfd03b2-46be-4471-b601-7280afcd75ab
  kind: Event
  lastTimestamp: "2026-09-17T16:28:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:51Z"
    name: isvc-pmml-predictor.18d628971db36ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37300"
    uid: 805cd95f-2d13-4cc1-bd1b-e0ae4ade0e49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37299"
    uid: cbfd03b2-46be-4471-b601-7280afcd75ab
  kind: Event
  lastTimestamp: "2026-09-17T16:30:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:21Z"
    name: isvc-pmml-predictor.18d6289a9ce42142
    namespace: kserve-ci-e2e-test
    resourceVersion: "38141"
    uid: 06fe53a7-783a-4360-9069-e7794d040504
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37299"
    uid: cbfd03b2-46be-4471-b601-7280afcd75ab
  kind: Event
  lastTimestamp: "2026-09-17T16:30:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:21Z"
    name: isvc-pmml-predictor.18d6289a9d57423a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: a88f1172-b4f0-4d05-aa2c-5e6a22a16bab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:30:33.637691Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38268"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-txjc6
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:30:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:30:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628aee9c3e12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38274"
    uid: e463c5b5-f49b-47e4-a740-b0443cfde2ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628aef7d6e7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38282"
    uid: 12cdb00b-faca-4250-b60a-642c0008c87a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38278"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:34Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:30:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628af2fbf3ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38295"
    uid: 9a8f5a01-fe6a-4ebd-b7c7-dfa80952afa1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628af3156ae3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38298"
    uid: 935bc2bb-de80-41fb-8012-f6051d2fc0d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628af348d8715
    namespace: kserve-ci-e2e-test
    resourceVersion: "38299"
    uid: ee65f5ba-bb2d-4156-9e63-d1a825f537c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:34Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628af350003ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38300"
    uid: 4bb287ce-f890-43e8-91da-384c7afec91b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:39Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:39Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628b036b0ba49
    namespace: kserve-ci-e2e-test
    resourceVersion: "38334"
    uid: f492ac44-5368-43cc-b63c-fbd9dc40dbc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:39Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628b039e0b1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38338"
    uid: 176f06ea-48f6-42b9-aa50-fbbbe2f122fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:39Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628b03a5051e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38339"
    uid: 29c9f21d-f444-4ce1-8805-2b4ec488977e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:39Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628b03a5b530e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38341"
    uid: 6ea08a92-d86e-42c4-be25-80f9f5de5511
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:39Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628b03d2cd37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38344"
    uid: 8d21d629-fe42-4397-8453-f1faaeb4a106
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:39Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628b03dad071a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38345"
    uid: 117955e0-dd2b-4bac-89b2-aa8669f5d9dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:32:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:00Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628b072ba77f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38974"
    uid: 2fbdc8ae-7545-4ff4-8e88-14a44c94c946
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:32:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628c6a05aafdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39108"
    uid: 572bfda6-ea1d-49c4-a419-430a4ee2b621
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:32:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628c6a05bd39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39109"
    uid: c3d9763b-0b44-4288-8552-714e148bf30d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ba67804d-b2b1-472a-9837-1e4e740cfd5a
  kind: Event
  lastTimestamp: "2026-09-17T16:32:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-txjc6.18d628c6cd043e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "39114"
    uid: 4abe3abe-cdce-4289-95d2-b2ff269c66f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38259"
    uid: cbee83d7-5cb4-48c1-9821-37c4d183aa85
  kind: Event
  lastTimestamp: "2026-09-17T16:30:33Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-txjc6'
  metadata:
    creationTimestamp: "2026-09-17T16:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d628aee93493f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38269"
    uid: c333b5c8-3720-4536-a341-5cd5e11e8193
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38257"
    uid: b576fb0e-fb99-42e8-8420-b836e4c69adc
  kind: Event
  lastTimestamp: "2026-09-17T16:30:33Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:33Z"
    name: isvc-pmml-runtime-predictor.18d628aee60d880d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38261"
    uid: a8bd7613-5875-4de8-b205-c61b3775ed43
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38258"
    uid: ecb8f3e6-ddc2-4133-ac86-37711cb9abca
  kind: Event
  lastTimestamp: "2026-09-17T16:31:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:31:03Z"
    name: isvc-pmml-runtime-predictor.18d628b264b46645
    namespace: kserve-ci-e2e-test
    resourceVersion: "38524"
    uid: e949b508-9a53-4deb-9c31-601fb1a5fbaa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38258"
    uid: ecb8f3e6-ddc2-4133-ac86-37711cb9abca
  kind: Event
  lastTimestamp: "2026-09-17T16:31:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:31:03Z"
    name: isvc-pmml-runtime-predictor.18d628b26524cdc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 7e905d7c-0cf0-4d66-8a59-992f2462f037
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38418"
    uid: ecb8f3e6-ddc2-4133-ac86-37711cb9abca
  kind: Event
  lastTimestamp: "2026-09-17T16:32:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:32:03Z"
    name: isvc-pmml-runtime-predictor.18d628b962d36dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: be61b34a-8747-477c-ba28-51fcf45599af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38418"
    uid: ecb8f3e6-ddc2-4133-ac86-37711cb9abca
  kind: Event
  lastTimestamp: "2026-09-17T16:32:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:32:03Z"
    name: isvc-pmml-runtime-predictor.18d628b9634f4e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39000"
    uid: df94a7bf-c651-4678-a2c0-a4a6a2356335
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: 347ce351-1046-4c90-98af-99d588952df7
  kind: Event
  lastTimestamp: "2026-09-17T16:32:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:32:10Z"
    name: isvc-pmml-runtime.18d628aee63d1181
    namespace: kserve-ci-e2e-test
    resourceVersion: "39053"
    uid: 313c58bf-6d96-48d1-83c3-ee9317c876bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: 347ce351-1046-4c90-98af-99d588952df7
  kind: Event
  lastTimestamp: "2026-09-17T16:30:33Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:30:33Z"
    name: isvc-pmml-runtime.18d628aee6a21c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "38265"
    uid: 1d84910a-2a87-4890-8a66-030181ddf586
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39049"
    uid: 347ce351-1046-4c90-98af-99d588952df7
  kind: Event
  lastTimestamp: "2026-09-17T16:32:10Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:32:10Z"
    name: isvc-pmml-runtime.18d628c57ffe4921
    namespace: kserve-ci-e2e-test
    resourceVersion: "39052"
    uid: 503ad755-feca-4bdf-acac-93f812367c43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:29:54.232027Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37893"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:29:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:29:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a5bd014973
    namespace: kserve-ci-e2e-test
    resourceVersion: "37899"
    uid: 5a0d0519-401c-4662-93a0-4a59bbe44e3c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:29:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a5c469966a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37908"
    uid: bf2e1aac-8eb7-4000-9205-03a863d962dc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37903"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:29:55Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:29:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a6030fba4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37921"
    uid: 0e40d149-b41a-4965-97f7-a85db81483ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:29:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a6052ad04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 74b77490-db25-4285-ab36-250aef80f8a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:29:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a6081a4dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 81ec585b-2858-45a3-bfe8-f2558b705d30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:29:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a60894cf06
    namespace: kserve-ci-e2e-test
    resourceVersion: "37925"
    uid: 02d0ce93-a74e-4358-8e03-5cd66a1af05c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:00Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a72ad5dfd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: ab288c4a-5a5f-4c31-bbb9-03f008faa8dd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:07Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.312s (7.312s
    including waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a8deb07af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38016"
    uid: a0dc815e-2450-4787-94e3-c11cb52db719
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a8e21af7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38017"
    uid: ff46b826-ca21-4029-8a8e-a56d759f96b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a8e2a63024
    namespace: kserve-ci-e2e-test
    resourceVersion: "38018"
    uid: 4b0f164b-10b7-43d1-aadd-1b9263044efc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a8e2b25757
    namespace: kserve-ci-e2e-test
    resourceVersion: "38020"
    uid: b2485e45-4619-4eca-ab8c-edfd29b3a3c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a8e5bebf51
    namespace: kserve-ci-e2e-test
    resourceVersion: "38021"
    uid: b4116ab8-49a9-420f-93b1-14c5ef704fee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:30:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:30:07Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a8e63fd33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: fc23df00-f143-43ef-803d-6a9192b01d95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:31:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:46Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628a94618b61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: a80a07fa-a119-42f9-a2a3-a644c1da3655
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:31:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628bfc29dffe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38865"
    uid: fb501dc9-9fa1-4672-9de6-8d58a106705c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:31:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:46Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628bfc29e797d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38866"
    uid: 236b4649-1146-40e0-af3d-c4632590ee75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: c8718bcd-5ef2-461c-acad-add633fb544a
  kind: Event
  lastTimestamp: "2026-09-17T16:31:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-17T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:31:51Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp.18d628c10613c7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 6d1ac462-b1e2-4a49-ac5e-07fd9a484b9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37884"
    uid: 77cd03dd-76c5-4684-b757-2fe7849f850a
  kind: Event
  lastTimestamp: "2026-09-17T16:29:54Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-j68bp'
  metadata:
    creationTimestamp: "2026-09-17T16:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d628a5bc9b457d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37895"
    uid: 94e09d57-7a3a-412a-b7a2-5529116e1f83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37882"
    uid: b5456f56-82c9-46be-b8b7-86a3f1eec9e6
  kind: Event
  lastTimestamp: "2026-09-17T16:29:54Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:54Z"
    name: isvc-pmml-v2-kserve-predictor.18d628a5ba0bc14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37886"
    uid: 851add2d-dc63-410a-b336-f73772b9e121
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37883"
    uid: be070670-0131-470a-8694-557b4569a3f9
  kind: Event
  lastTimestamp: "2026-09-17T16:30:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:39Z"
    name: isvc-pmml-v2-kserve-predictor.18d628a9388f9b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38335"
    uid: 2cfa8853-cfa3-4e16-b73e-cc6634424d3d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37883"
    uid: be070670-0131-470a-8694-557b4569a3f9
  kind: Event
  lastTimestamp: "2026-09-17T16:30:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:30:39Z"
    name: isvc-pmml-v2-kserve-predictor.18d628a938feca7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38337"
    uid: e7442a74-37a8-4654-a8fe-a1aed4a08669
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38037"
    uid: be070670-0131-470a-8694-557b4569a3f9
  kind: Event
  lastTimestamp: "2026-09-17T16:31:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:30:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:31:39Z"
    name: isvc-pmml-v2-kserve-predictor.18d628b3b63ea195
    namespace: kserve-ci-e2e-test
    resourceVersion: "38803"
    uid: 6ebeb406-ba6f-4019-9a36-ea2f88a563b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38037"
    uid: be070670-0131-470a-8694-557b4569a3f9
  kind: Event
  lastTimestamp: "2026-09-17T16:31:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:30:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:31:39Z"
    name: isvc-pmml-v2-kserve-predictor.18d628b3b6b38a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "38804"
    uid: 4d756171-4eb2-4acf-9ab4-a60e058e8806
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37874"
    uid: 21186009-223b-46fe-a356-22d13502533f
  kind: Event
  lastTimestamp: "2026-09-17T16:31:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:31:36Z"
    name: isvc-pmml-v2-kserve.18d628a5ba0ca119
    namespace: kserve-ci-e2e-test
    resourceVersion: "38787"
    uid: 52c535bc-a93d-4ff3-8d3e-f666bdb6fca7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37874"
    uid: 21186009-223b-46fe-a356-22d13502533f
  kind: Event
  lastTimestamp: "2026-09-17T16:29:54Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:54Z"
    name: isvc-pmml-v2-kserve.18d628a5ba7818a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: df983e83-8e3a-41c3-a84b-726aa27ed0ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:31:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38783"
    uid: 21186009-223b-46fe-a356-22d13502533f
  kind: Event
  lastTimestamp: "2026-09-17T16:31:36Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:31:36Z"
    name: isvc-pmml-v2-kserve.18d628bd9cb3a443
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: a747af55-3e48-41e8-89b5-63fd20014f3f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: b9d3b66e-9ac1-4c18-b4cc-8a9a0ce7c049
  kind: Event
  lastTimestamp: "2026-09-17T16:30:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:30:16Z"
    name: isvc-pmml.18d628939e904cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38101"
    uid: fd0e5513-a766-4e09-94c6-65e8a66cddf4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: b9d3b66e-9ac1-4c18-b4cc-8a9a0ce7c049
  kind: Event
  lastTimestamp: "2026-09-17T16:28:36Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:36Z"
    name: isvc-pmml.18d628939efb78bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37150"
    uid: a96679a2-6ef6-4e5a-9fdb-47844e0d2b60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:30:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: b9d3b66e-9ac1-4c18-b4cc-8a9a0ce7c049
  kind: Event
  lastTimestamp: "2026-09-17T16:30:16Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:30:16Z"
    name: isvc-pmml.18d628ab023e82fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38100"
    uid: 4fe87d10-d99f-4522-863d-eb79acb729ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:54:52.307755Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:54:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:54:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bc588e0fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17500"
    uid: 83b8c5f6-7dde-4a11-9e2e-635d8fde4e3d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:52Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:54:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bc7a245249
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 8ee9950b-8ea9-41ee-bf73-fae8443310b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bc7bed3b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: 88fd96b3-6a8f-49ff-9d1a-a38b00f08d78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bc7e6dc8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 9bbf3a78-0e81-4ac0-83a0-d3de9aac149e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bc7ed56d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: 257e5d6e-9667-4ca0-95f7-6c7f38c8a1a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:57Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bd8f1bd62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: f76802e6-d0ef-4936-868a-18802ad2694b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bd91d3c8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17561"
    uid: 4ea5d2c2-f730-43a4-b6b6-38facb65023f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bd9238afe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: d6bd8f1a-cfd9-4bc0-b455-368b63212d97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bd924348e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17563"
    uid: c7d38ce0-4940-47ca-8d70-05efb8dfa3f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bd94e71c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: 3116e30f-f484-4f00-9952-d88193d4e966
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626bd954da009
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: 37884510-817c-4d13-8158-11b2bceb3891
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:56:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626be06e53658
    namespace: kserve-ci-e2e-test
    resourceVersion: "18249"
    uid: 536b8a32-6270-4af9-96eb-311caa05a869
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:56:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:23Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626d176761a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 4a4e6edc-d263-49e0-ad59-c760d68dcd15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:56:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:23Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626d17676d26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18331"
    uid: 97ac1fdf-22fc-4456-9305-4d99165b9f23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 7b1bf1e8-7332-47c2-b1cb-09bebe39c62a
  kind: Event
  lastTimestamp: "2026-09-17T15:56:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:25Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92.18d626d20d18fc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18348"
    uid: 169ad68d-cad5-46be-a5b2-5b650b4fc697
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17485"
    uid: d16d488e-bd5d-45f3-896a-bbb2dbc4b7d2
  kind: Event
  lastTimestamp: "2026-09-17T15:54:52Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-ggv92'
  metadata:
    creationTimestamp: "2026-09-17T15:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d626bc581b9004
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: 7ae95351-555f-46e1-bdb2-f5e804bd734c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: e77af802-d937-45b6-b7ba-749ad7f167c7
  kind: Event
  lastTimestamp: "2026-09-17T15:54:52Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:52Z"
    name: isvc-predictive-lightgbm-predictor.18d626bc5475a6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: 72fd02bd-11a7-47a0-bf94-f370f1e33f76
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: fe18c59f-1d67-4c70-b4fd-e41ebcaa3b94
  kind: Event
  lastTimestamp: "2026-09-17T15:55:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:07Z"
    name: isvc-predictive-lightgbm-predictor.18d626bfd324f352
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: c559750e-a8e3-4b73-8757-e8eecc0c9a0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: fe18c59f-1d67-4c70-b4fd-e41ebcaa3b94
  kind: Event
  lastTimestamp: "2026-09-17T15:55:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:55:07Z"
    name: isvc-predictive-lightgbm-predictor.18d626bfd39f953e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: 4e3a8556-d919-471c-ba4b-f1c95017a198
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: fe18c59f-1d67-4c70-b4fd-e41ebcaa3b94
  kind: Event
  lastTimestamp: "2026-09-17T15:56:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:22Z"
    name: isvc-predictive-lightgbm-predictor.18d626c3527e3e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18307"
    uid: 0ae825d1-8a9f-41ee-a852-b3f159905f88
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: fe18c59f-1d67-4c70-b4fd-e41ebcaa3b94
  kind: Event
  lastTimestamp: "2026-09-17T15:56:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:22Z"
    name: isvc-predictive-lightgbm-predictor.18d626c35300dac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18308"
    uid: 0cc2e9b7-2819-4ca8-b211-b4cfb75837e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:59:38.824460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:59:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:59:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d626ff0e47feeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: b090301e-dde1-4514-8172-9cebd3a40781
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:40Z"
  message: 'MountVolume.SetUp failed for volume "kube-rbac-proxy-sar-config" : failed
    to sync configmap cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-09-17T15:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d626ff5952787c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20068"
    uid: 8f036c0b-480e-4c20-b4b7-0080bf1e8fb1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : failed to sync secret
    cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-09-17T15:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d626ff5953aa12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: c1e0e41a-d477-45f8-a8da-ba089bae9797
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20051"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:40Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:59:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d626ff8998962b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: d97a182b-fa43-4921-9a2f-f92d5e4383eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d626ff8b0cf460
    namespace: kserve-ci-e2e-test
    resourceVersion: "20080"
    uid: e04f774a-72a9-46d8-abb0-a667709125c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d626ff8dc017e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20082"
    uid: cc73a465-7a62-49cc-b1c1-18e44080b0c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d626ff8e2d2d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20083"
    uid: 4d73fe66-94d3-4338-bbdf-c7dc1b2d141e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:45Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d62700b4ca6b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20124"
    uid: ee5fd0f3-4bd4-49c5-8912-664e2586db71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d62700b81a4ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20126"
    uid: 2bbaa241-a436-468c-bd67-2ff0426df1a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d62700b888a338
    namespace: kserve-ci-e2e-test
    resourceVersion: "20129"
    uid: 32d052d9-0f88-4c16-be2b-ee455f9dd040
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d62700b891f167
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: 95b8862b-7b92-4b55-90f6-e66c579ee1f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d62700bb8548f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: ab37a913-65a4-4830-87aa-10d88e008432
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T15:59:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d62700bbf3b312
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 78923147-83ee-4a96-966b-4578f8eee6e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T16:01:13Z"
  message: 'Readiness probe failed: Get "http://10.132.0.32:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d627098f76676f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: 72f351db-4d1c-4d22-9db2-bc11ea0e2e64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T16:01:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d6271407caf4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: d473efa7-9974-4fcc-b83d-f6b9ebb91f11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T16:01:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d6271407cb631b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 6641eb29-bb62-480c-986d-b0f75baa0353
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 9cd2c367-40d7-4cb8-ab04-007a943af53c
  kind: Event
  lastTimestamp: "2026-09-17T16:01:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j.18d627140956ea33
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: c3737a01-8b21-4d0a-b361-c0841daec1ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 2e934dde-a544-479f-b3b4-aee3cc8e6687
  kind: Event
  lastTimestamp: "2026-09-17T15:59:38Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jqd2j'
  metadata:
    creationTimestamp: "2026-09-17T15:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:59:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d626ff0dcb9e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: 1fefd652-8191-422f-bbe9-408097a6753d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: 47f214d1-7e67-4b3d-b312-7db9d081f2f2
  kind: Event
  lastTimestamp: "2026-09-17T15:59:38Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:59:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d626ff0916fbc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20030"
    uid: 2a40bf24-7ebe-460c-87e9-caf6805de217
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: 9bccadd9-a97c-4a23-8e4a-0dd317aa10c9
  kind: Event
  lastTimestamp: "2026-09-17T16:00:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6270287a9b848
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: 29cb5ab2-242c-4f4b-8964-c98585e26f51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: 9bccadd9-a97c-4a23-8e4a-0dd317aa10c9
  kind: Event
  lastTimestamp: "2026-09-17T16:00:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:00:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62702881f0eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: e1309c60-d8ac-4329-abed-c4fcb97b1850
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 9bccadd9-a97c-4a23-8e4a-0dd317aa10c9
  kind: Event
  lastTimestamp: "2026-09-17T16:01:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:08Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6270d05af3bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: 6a31c16f-e1cb-4cbf-9bfd-ff63233d5f04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:00:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 9bccadd9-a97c-4a23-8e4a-0dd317aa10c9
  kind: Event
  lastTimestamp: "2026-09-17T16:01:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:08Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6270d061ed54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: 8450be50-f055-4775-8cf0-483aa377f646
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 05dbeef8-23dd-4a18-919a-7dd9dad55ba7
  kind: Event
  lastTimestamp: "2026-09-17T16:01:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:01:04Z"
    name: isvc-predictive-lightgbm-v2.18d626ff09250c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: cea873a3-1013-4c50-b6be-4b6ed9fc213e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 05dbeef8-23dd-4a18-919a-7dd9dad55ba7
  kind: Event
  lastTimestamp: "2026-09-17T15:59:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:59:38Z"
    name: isvc-predictive-lightgbm-v2.18d626ff099e6d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: 77faa7bf-ae7e-4b4d-a862-9701acd59770
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: 05dbeef8-23dd-4a18-919a-7dd9dad55ba7
  kind: Event
  lastTimestamp: "2026-09-17T15:59:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:59:38Z"
    name: isvc-predictive-lightgbm-v2.18d626ff11cc7c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20053"
    uid: 6d8532a7-b0a5-4e68-9757-a2026d4780a8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: 05dbeef8-23dd-4a18-919a-7dd9dad55ba7
  kind: Event
  lastTimestamp: "2026-09-17T16:01:04Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:01:04Z"
    name: isvc-predictive-lightgbm-v2.18d62713096969eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20778"
    uid: 733d52b0-b5c3-47d5-a7bc-280a55caae78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: aa270646-7eb9-407c-b55d-699836f8e9ac
  kind: Event
  lastTimestamp: "2026-09-17T15:56:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:56:21Z"
    name: isvc-predictive-lightgbm.18d626bc547a2707
    namespace: kserve-ci-e2e-test
    resourceVersion: "18304"
    uid: 02d3dead-1aa9-4109-b68d-24efac6b3a3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: aa270646-7eb9-407c-b55d-699836f8e9ac
  kind: Event
  lastTimestamp: "2026-09-17T15:54:52Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:54:52Z"
    name: isvc-predictive-lightgbm.18d626bc552b1ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: 159196df-dfcb-4832-9b17-d8a410c231bb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: aa270646-7eb9-407c-b55d-699836f8e9ac
  kind: Event
  lastTimestamp: "2026-09-17T15:56:21Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:56:21Z"
    name: isvc-predictive-lightgbm.18d626d12eb27def
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: 21395937-11c3-4e53-a697-a71b290728e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:50:40.806314Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:50:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:50:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62681c9e69df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 20a0219b-9c94-4a84-8775-cfed6e7b4de4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:50:44Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:50:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62682a28cc42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 8151327f-4183-4b74-8bb8-2928de48be0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:50:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62682a451f566
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: 8d50ab5a-ba7e-44f7-9cd9-92e77f982c75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:50:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62682a75170d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 53c77645-5216-4470-ae82-d3ef79b876c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:50:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62682a7cbc33e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: 009ed4cf-056f-439d-8931-e24464e27688
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:50:49Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T15:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62683cfb63d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: 999d3fe0-e68f-4f5a-90cc-b2b2d92af752
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:51:11Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.039s
    (22.039s including waiting). Image size: 2438904977 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62688f15b6299
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: b6d0708f-c704-4db9-8f9d-a088352269d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:51:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62688f7c59c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15440"
    uid: fa2c85f0-25ff-4f1c-bfe6-8c1c71bdc4c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:51:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62688f8f1ce51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 599cd10a-1cb3-4181-a0b9-dfb52f3a76d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:51:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62688f8fe2ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15442"
    uid: c4f414f1-9d11-445a-8374-1190ad493a5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:51:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62688feb8a596
    namespace: kserve-ci-e2e-test
    resourceVersion: "15444"
    uid: cf3b169d-4257-4b88-ac6c-b4031976bb6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:51:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:51:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d62688ffc20aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15445"
    uid: 10f5525e-46e5-400a-9b6e-89ff218e7599
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:52:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:29Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d626896e46bd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: d30f5f06-9b02-4a65-a51e-b537506e829a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:52:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:41Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d6269ddf827d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: b7e24573-5d8d-4a3e-b5cb-1dadce838150
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:52:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:41Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d6269ddf833039
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 42f867ad-564d-4bd4-a59c-65e2bb222e5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 8a422334-1cf1-44de-a541-7f99df441489
  kind: Event
  lastTimestamp: "2026-09-17T15:52:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-sswfz.18d6269e9e814e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16259"
    uid: f8f7e088-180f-4050-a24c-b0aec232ba0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: a7844aef-bdc1-44b8-8ddf-3e9d8c71948b
  kind: Event
  lastTimestamp: "2026-09-17T15:50:40Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-sswfz'
  metadata:
    creationTimestamp: "2026-09-17T15:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d62681c9bcba1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15161"
    uid: 70fa74b9-07e2-4036-be84-cab25b507727
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15146"
    uid: b8da53b9-2bca-482b-93ea-e457b2aa4fc2
  kind: Event
  lastTimestamp: "2026-09-17T15:50:40Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:40Z"
    name: isvc-predictive-sklearn-predictor.18d62681c6d446e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: b5de5ca7-6898-4550-a2c4-1f6b021d3468
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: 12e99dbf-af5e-4212-9a12-b8a4eab0b4c0
  kind: Event
  lastTimestamp: "2026-09-17T15:51:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:40Z"
    name: isvc-predictive-sklearn-predictor.18d6268545c43c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 04626a27-0939-4b27-818c-117815b41f65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: 12e99dbf-af5e-4212-9a12-b8a4eab0b4c0
  kind: Event
  lastTimestamp: "2026-09-17T15:51:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:40Z"
    name: isvc-predictive-sklearn-predictor.18d6268546348a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: b2372b44-ab15-4a85-aceb-b60c8090be86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 12e99dbf-af5e-4212-9a12-b8a4eab0b4c0
  kind: Event
  lastTimestamp: "2026-09-17T15:52:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:40Z"
    name: isvc-predictive-sklearn-predictor.18d6269345d7025e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: 317b4c21-3cb1-465d-a3d7-ad9cc29e68e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 12e99dbf-af5e-4212-9a12-b8a4eab0b4c0
  kind: Event
  lastTimestamp: "2026-09-17T15:52:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:40Z"
    name: isvc-predictive-sklearn-predictor.18d62693469e0ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16209"
    uid: d5e53abd-fe56-4d01-83ae-921d1518a616
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:56:28.268113Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18396"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:56:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d2b03d0149
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 31b14a43-9066-4498-b7d0-3c66a3f87dd6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18404"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:56:28Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:56:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d2d1e1fdea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18418"
    uid: e485fc5b-47d7-419e-a15f-7bcc94d9720a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:56:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d2d428c52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: 159ef27b-17c6-40bc-8321-4fb2955ba314
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:56:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d2d6eed57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: 6d82743f-6223-4a61-baa9-d9d7b47bec63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:56:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d2d75e64fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18422"
    uid: cb0cc783-a75d-485c-bbd2-a4eb07f16559
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:56:33Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d3d0048f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: fc468ea3-92a6-4a7f-9258-fe738bb366ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:56:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d3d313d4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18462"
    uid: db1f8809-94c9-4fd4-b886-767315b888f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:56:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d3d389ee7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: a7ea5484-9aaa-45e6-b3cc-f38ef33c21a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:56:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d3d393f63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18464"
    uid: fb62c2fd-e038-4db0-984b-dd0a1a16eabc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:56:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d3d67484b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 585f8e40-0139-49ff-b6d8-817b681c426a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:56:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:56:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626d3d6f7479c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: 7634a7a0-fd51-4ac0-abe9-8d34e990d302
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:58:01Z"
  message: 'Readiness probe failed: Get "http://10.132.0.30:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:01Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626dcaa2f0ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 9c8cb213-2c1e-4eef-8196-e5cc86ebac57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:57:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:58Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626e7a8ebb209
    namespace: kserve-ci-e2e-test
    resourceVersion: "19106"
    uid: 2cfe1b0d-94b4-4235-a6d8-2169b1cfaa84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:57:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:57:58Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626e7a8ec2d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: ac511429-abcf-4ebe-a28e-a6fb08f7ffac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 7adbbc85-700a-4e16-8753-2b019f16ac6e
  kind: Event
  lastTimestamp: "2026-09-17T15:58:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:01Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79.18d626e84e0e5b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: c297893a-fe89-4f5d-8d5c-0237ffc0105c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: 8d8a448a-6aeb-4610-9a1d-9bdd5f32c371
  kind: Event
  lastTimestamp: "2026-09-17T15:56:28Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-rmp79'
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d626d2af51977e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: d968ac28-e361-4fb6-a4c1-faa63635d57f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: c972fdbf-8643-4fbe-89cf-395270492f09
  kind: Event
  lastTimestamp: "2026-09-17T15:56:28Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:56:28Z"
    name: isvc-predictive-sklearn-v2-predictor.18d626d2aad11c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 77079750-156e-42bd-ad84-dbfe874e7020
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: 55709775-99ea-4721-9521-a0c021a7b834
  kind: Event
  lastTimestamp: "2026-09-17T15:57:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18d626d62977247f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18754"
    uid: 798ce84c-268a-4c97-aa85-07c5d32d2db0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: 55709775-99ea-4721-9521-a0c021a7b834
  kind: Event
  lastTimestamp: "2026-09-17T15:57:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18d626d629f3c031
    namespace: kserve-ci-e2e-test
    resourceVersion: "18755"
    uid: 2b436b2b-e9ae-4b8a-9019-c4a57baf106a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 55709775-99ea-4721-9521-a0c021a7b834
  kind: Event
  lastTimestamp: "2026-09-17T15:57:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18d626d9a90ded61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19089"
    uid: 3111e414-0afe-4b06-8072-faaffd8ffdce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 55709775-99ea-4721-9521-a0c021a7b834
  kind: Event
  lastTimestamp: "2026-09-17T15:57:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:57:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18d626d9a996167b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: fb9ccd5a-5175-4e30-92e2-6bbaf7ed987f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: 98ac45a6-c3cc-4c5c-955c-2e4b5e38aa87
  kind: Event
  lastTimestamp: "2026-09-17T15:57:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:57:51Z"
    name: isvc-predictive-sklearn-v2.18d626d2aae0bd35
    namespace: kserve-ci-e2e-test
    resourceVersion: "19037"
    uid: f16fe419-818f-42db-a597-d29f9ea1a646
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:56:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: 98ac45a6-c3cc-4c5c-955c-2e4b5e38aa87
  kind: Event
  lastTimestamp: "2026-09-17T15:56:28Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:56:28Z"
    name: isvc-predictive-sklearn-v2.18d626d2ab84de89
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: fae2220d-0e08-478d-b470-1f6b533aad6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:57:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19035"
    uid: 98ac45a6-c3cc-4c5c-955c-2e4b5e38aa87
  kind: Event
  lastTimestamp: "2026-09-17T15:57:51Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:57:51Z"
    name: isvc-predictive-sklearn-v2.18d626e6241a9f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19036"
    uid: 56bd59df-f2dd-4f87-8693-24397dc1a566
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: 68d20067-02db-4598-a0b4-538fa01a015b
  kind: Event
  lastTimestamp: "2026-09-17T15:52:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:52:39Z"
    name: isvc-predictive-sklearn.18d62681c6d4141a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 095c43e3-5a67-4333-b4aa-9ec252f20770
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: 68d20067-02db-4598-a0b4-538fa01a015b
  kind: Event
  lastTimestamp: "2026-09-17T15:50:40Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:50:40Z"
    name: isvc-predictive-sklearn.18d62681ca64363e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: da7cec7e-1ce2-4172-ad51-aa1bafca1fda
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 68d20067-02db-4598-a0b4-538fa01a015b
  kind: Event
  lastTimestamp: "2026-09-17T15:50:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:50:40Z"
    name: isvc-predictive-sklearn.18d62681cfa2b4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15177"
    uid: 2d74036f-3833-4769-9e60-551880f6b95e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: 68d20067-02db-4598-a0b4-538fa01a015b
  kind: Event
  lastTimestamp: "2026-09-17T15:52:39Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:52:39Z"
    name: isvc-predictive-sklearn.18d6269d7c9d83cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: 6f3f11ad-2579-4ab4-9fe8-5f9f5a9cf683
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:52:46.565641Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-qwkms
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:52:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:52:46Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d6269f11bda6eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: 3bbe6d7b-bb75-4061-a4c3-01ab097006a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:52:47Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:52:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d6269f33cf1596
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: d64e9e63-9b31-4fe1-9988-4d81c2cc5b7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:52:47Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
  metadata:
    creationTimestamp: "2026-09-17T15:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d6269f355ca113
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 493d60a4-b9be-4d85-a542-d135cda247bb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:52:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    in 3.491s (3.491s including waiting). Image size: 306739622 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a0057ceb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: b5e0d545-e1a2-4feb-bf9a-0d575e10729c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:52:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a00830eeb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: e38f97a1-4649-4013-916f-38e18be30a50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:52:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a008a47494
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 324a00c6-a6b0-4feb-a8c3-552cd3abd5ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:52:55Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T15:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a108bd771b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: ec539b9a-8a1d-40b4-b99b-359501a7c8ef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:53:17Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.585s
    (22.585s including waiting). Image size: 2438904977 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a64af2c2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 39b6ec3d-2ba9-46f1-9e6a-1cf011c916f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:53:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a6534d397f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 4c2d6d2c-c7a7-4df9-91a8-88d85ff72924
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:53:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a654ab2b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: a82e0966-5230-4eed-b7a7-6a18d59e87ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:53:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T15:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a654b83226
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 7ec360b2-032c-41e7-bf90-e4c9a7a8b8e3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:53:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.926s (2.926s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:20Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a70320aa3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: f7151d4d-1a83-4092-abdb-6bce351aff7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:53:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:20Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a708ddbb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 11da43ac-178e-4a53-b9b8-ddfae842925a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:53:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:20Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a70adc8867
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: cd917b64-0894-4011-9145-e01a7f695a40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:54:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626a75a1e73ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: 5330c204-d3f4-4af8-8d6c-aaff289f5002
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:54:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626bb22ed5e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: a7c27f19-12be-4bce-899b-ff76562979cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:54:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626bb22ee272f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: d5dcf194-f0cb-4b2e-b32b-24dad18c5f6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 98a6cafa-d940-45c3-b4f7-a32cb5da60fe
  kind: Event
  lastTimestamp: "2026-09-17T15:54:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-qwkms.18d626bb60599182
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: cc35bc2a-5082-48b9-8f2b-0904131d6422
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16284"
    uid: 8a1af3a9-a7d7-4021-b8b1-fd87dc2471b1
  kind: Event
  lastTimestamp: "2026-09-17T15:52:46Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-qwkms'
  metadata:
    creationTimestamp: "2026-09-17T15:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:46Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d6269f1182334b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: 22b4720a-20ef-4fe0-b1e3-ba4084a8eaa3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16282"
    uid: fd0137af-c294-454d-bc8e-8871866a969d
  kind: Event
  lastTimestamp: "2026-09-17T15:52:46Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:46Z"
    name: isvc-predictive-xgboost-predictor.18d6269f0e3d8600
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 56cf1363-2e09-456c-bd5a-3651242bca05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 5885e800-fe3c-41b6-9cb4-1b1249ffd682
  kind: Event
  lastTimestamp: "2026-09-17T15:53:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:31Z"
    name: isvc-predictive-xgboost-predictor.18d626a28d137216
    namespace: kserve-ci-e2e-test
    resourceVersion: "16674"
    uid: 065b3554-3a6a-41ca-bd8d-48051bd340d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 5885e800-fe3c-41b6-9cb4-1b1249ffd682
  kind: Event
  lastTimestamp: "2026-09-17T15:53:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:31Z"
    name: isvc-predictive-xgboost-predictor.18d626a28d887fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: 919def5a-1cc3-4eb7-b2bd-a9fae022c563
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 5885e800-fe3c-41b6-9cb4-1b1249ffd682
  kind: Event
  lastTimestamp: "2026-09-17T15:54:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:46Z"
    name: isvc-predictive-xgboost-predictor.18d626ad0b5a1d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 8e49f3fd-0b38-499a-a1cd-4256a2aafa83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 5885e800-fe3c-41b6-9cb4-1b1249ffd682
  kind: Event
  lastTimestamp: "2026-09-17T15:54:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:46Z"
    name: isvc-predictive-xgboost-predictor.18d626ad0bef0401
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 9aa5b6ae-f1f5-440d-9b1f-7b53404a18ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:58:03.662589Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19176"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:58:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:58:03Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626e8e631103c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: 0b284697-a44b-4ce0-959c-c4a8a17be03b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:58:04Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:58:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626e907fcd6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19200"
    uid: cfbb2b23-fd28-40e1-90b5-73884ec52f70
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:58:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626e909a25061
    namespace: kserve-ci-e2e-test
    resourceVersion: "19202"
    uid: 769add87-0553-4019-b3f9-879d24bde67e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:58:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626e90c5a1152
    namespace: kserve-ci-e2e-test
    resourceVersion: "19203"
    uid: 31b2a663-9ec9-4994-b306-af204c31ceb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:58:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:04Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626e90ccd25d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19204"
    uid: b175dd96-78e6-40f4-98e1-72a615765d73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:58:08Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626ea06767ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: cd3131fc-194b-407a-93cc-3eca65f00fbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:58:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626ea09552bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: 152cd9a3-5f53-4576-b288-d6e1fe29e081
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:58:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626ea09c6dff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: 8438ac64-36c5-4fed-882a-bdff934b13a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:58:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626ea09d14433
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: 700d704f-eae5-48b9-b431-399e02b3a068
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:58:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626ea0d2702a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19245"
    uid: 3cf05035-16ac-4f5f-971e-c9ffe0a225f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:58:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:58:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626ea0d966cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19246"
    uid: 5de95483-39d5-41b7-9aad-09597ef3073a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:59:37Z"
  message: 'Readiness probe failed: Get "http://10.132.0.31:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626f2a4c1a043
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: a5304b69-69fa-45dd-9be0-c24ab6f74d6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:59:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626fdd6b0b640
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: a91e7cab-48cb-4f4c-a1cd-30cf45f63e11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:59:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626fdd6b13f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: 108e3bbb-23d1-4adc-9258-ae6c74a867fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 3745dddd-468f-4a25-9525-be689fef7d34
  kind: Event
  lastTimestamp: "2026-09-17T15:59:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:59:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2.18d626fe48b5e10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: e659b146-e88d-4ede-a00e-b1e003b924fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: adfd6c4c-e053-4b29-9c71-3c6c5b9c5d87
  kind: Event
  lastTimestamp: "2026-09-17T15:58:03Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rdsk2'
  metadata:
    creationTimestamp: "2026-09-17T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:03Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d626e8e5923b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: 9baaac04-6d9d-4caa-ba13-e5051a9bf45c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: c5ec39d7-3964-4973-9967-5031ca0f8f54
  kind: Event
  lastTimestamp: "2026-09-17T15:58:03Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:03Z"
    name: isvc-predictive-xgboost-v2-predictor.18d626e8dd79f627
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: 855bb796-967f-4361-8215-8b4d7c0bf932
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: b080db9b-225b-4996-9c09-bd63efad7f63
  kind: Event
  lastTimestamp: "2026-09-17T15:58:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18d626ec5c1de997
    namespace: kserve-ci-e2e-test
    resourceVersion: "19499"
    uid: 13828d44-2223-4684-832c-ec6f796b179d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: b080db9b-225b-4996-9c09-bd63efad7f63
  kind: Event
  lastTimestamp: "2026-09-17T15:58:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:58:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18d626ec5c8ab30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: 5509a789-0e26-44d4-a8f9-05d5c18cf036
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: b080db9b-225b-4996-9c09-bd63efad7f63
  kind: Event
  lastTimestamp: "2026-09-17T15:59:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:59:18Z"
    name: isvc-predictive-xgboost-v2-predictor.18d626f35a483d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: b58851ff-e158-48f4-9ef1-8b69f6d1c20b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: b080db9b-225b-4996-9c09-bd63efad7f63
  kind: Event
  lastTimestamp: "2026-09-17T15:59:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:59:18Z"
    name: isvc-predictive-xgboost-v2-predictor.18d626f35ab63728
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: defab395-29af-48bf-ba85-417f1bc2ca5b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19152"
    uid: 00d4c010-46da-4185-bac4-e21918e58ec0
  kind: Event
  lastTimestamp: "2026-09-17T15:59:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:59:28Z"
    name: isvc-predictive-xgboost-v2.18d626e8dd9235d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: a781b0b9-5322-4f3f-83a9-a37123096ced
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19152"
    uid: 00d4c010-46da-4185-bac4-e21918e58ec0
  kind: Event
  lastTimestamp: "2026-09-17T15:58:03Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:58:03Z"
    name: isvc-predictive-xgboost-v2.18d626e8de22f610
    namespace: kserve-ci-e2e-test
    resourceVersion: "19183"
    uid: 1c940614-e807-42f3-9f1d-c1e3a04928bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: 00d4c010-46da-4185-bac4-e21918e58ec0
  kind: Event
  lastTimestamp: "2026-09-17T15:58:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:58:03Z"
    name: isvc-predictive-xgboost-v2.18d626e8e6dd8e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19185"
    uid: 4c0217b1-754d-48be-9961-21d104b29d59
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19917"
    uid: 00d4c010-46da-4185-bac4-e21918e58ec0
  kind: Event
  lastTimestamp: "2026-09-17T15:59:28Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:59:28Z"
    name: isvc-predictive-xgboost-v2.18d626fc973d9ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19918"
    uid: f21e0caf-3420-4c04-aaef-da2603c57194
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: cadb2c72-7cca-4670-a39f-6ebb6cab301a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:54:38Z"
    name: isvc-predictive-xgboost.18d6269f0e3d657d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17344"
    uid: beb43e88-94a7-4a7a-985b-ac787648b5e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: cadb2c72-7cca-4670-a39f-6ebb6cab301a
  kind: Event
  lastTimestamp: "2026-09-17T15:52:46Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:52:46Z"
    name: isvc-predictive-xgboost.18d6269f0ec84c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 3615eba9-fc92-4533-bd49-803f29cc07ae
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: cadb2c72-7cca-4670-a39f-6ebb6cab301a
  kind: Event
  lastTimestamp: "2026-09-17T15:54:38Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:54:38Z"
    name: isvc-predictive-xgboost.18d626b9124e38ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: e7899dff-0d31-45d6-90b0-7eaa9c159f0f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:32:20.653085Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39167"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-859eae-predictor-684899d844-qpnjm
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:32:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:32:20Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c7d46133d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39173"
    uid: d9ca7003-bb7c-46b9-8bec-db6b783f0097
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39177"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:21Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:32:21Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c7f6531ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39185"
    uid: 265b5120-fd84-4a3f-9eb2-65c1a63567ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:21Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c7f7bd133a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 5660aa7f-3d2a-4763-b0f7-c8b7eaa594b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:21Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c7fb0f20a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: c6eff613-0043-4f4d-b648-0eb0592bb7b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:21Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c7fb786c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "39190"
    uid: 0364693f-d23e-4876-83da-50c54c4dfce1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:25Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c91015a985
    namespace: kserve-ci-e2e-test
    resourceVersion: "39228"
    uid: 2fffbe9e-4c72-484d-a753-0488e45def0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:25Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c912e275e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: bbf63ffd-d4c9-46e1-9eec-b7330fa0eb01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:26Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c9134cba2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39232"
    uid: e89ef7a5-2a2f-4a93-bd84-54366b2a4632
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:26Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c913582d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "39233"
    uid: 6aaeb9b4-2951-4a31-a8c6-e9042a8e2a92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:26Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c916254c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "39236"
    uid: 8659e12e-badf-41c9-9a48-064427d1e653
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:32:26Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c916911eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39238"
    uid: aa30e980-de9c-4728-a2b0-799c52e5b631
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:33:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:33:32Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628c94c1f890b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: af42287b-a576-47bc-baec-7bdf64832904
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:34:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:23Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628e48a8026da
    namespace: kserve-ci-e2e-test
    resourceVersion: "40173"
    uid: 3f451c2c-9054-40f9-89f2-2739dbb4901b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:34:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:23Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628e48a80c9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40174"
    uid: 6a62e3d2-6480-43d9-a982-2864cc789b85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-859eae-predictor-684899d844-qpnjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: cbfed06a-73a9-4c1b-bbd0-6ba20d130dc0
  kind: Event
  lastTimestamp: "2026-09-17T16:34:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:27Z"
    name: isvc-primary-859eae-predictor-684899d844-qpnjm.18d628e578723949
    namespace: kserve-ci-e2e-test
    resourceVersion: "40204"
    uid: b8744eb4-01e6-470c-8ac3-6345858a86da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-859eae-predictor-684899d844
    namespace: kserve-ci-e2e-test
    resourceVersion: "39157"
    uid: 55cf3702-6e95-45ad-891d-5fcad8a164f0
  kind: Event
  lastTimestamp: "2026-09-17T16:32:20Z"
  message: 'Created pod: isvc-primary-859eae-predictor-684899d844-qpnjm'
  metadata:
    creationTimestamp: "2026-09-17T16:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:32:20Z"
    name: isvc-primary-859eae-predictor-684899d844.18d628c7d3f23ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: 06699278-0f81-490b-bbd4-e5459bc31f7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-859eae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 6d3fbbdf-6a1a-4105-acd0-40ea9a646689
  kind: Event
  lastTimestamp: "2026-09-17T16:32:20Z"
  message: Scaled up replica set isvc-primary-859eae-predictor-684899d844 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:32:20Z"
    name: isvc-primary-859eae-predictor.18d628c7cf5be0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39158"
    uid: 4955fed3-76c4-4e6d-b3d0-39de06693f93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-859eae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39156"
    uid: 4892f3c2-1ea0-4211-94cc-ab97c718cdc6
  kind: Event
  lastTimestamp: "2026-09-17T16:32:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:32:50Z"
    name: isvc-primary-859eae-predictor.18d628cb4e8c2f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "39411"
    uid: 41591346-b257-4b4d-92ac-91822b358889
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-859eae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39156"
    uid: 4892f3c2-1ea0-4211-94cc-ab97c718cdc6
  kind: Event
  lastTimestamp: "2026-09-17T16:32:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:32:50Z"
    name: isvc-primary-859eae-predictor.18d628cb4f01b2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39412"
    uid: 1a373d33-125f-47df-9c71-9737c89bc8fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-859eae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39309"
    uid: 4892f3c2-1ea0-4211-94cc-ab97c718cdc6
  kind: Event
  lastTimestamp: "2026-09-17T16:34:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:05Z"
    name: isvc-primary-859eae-predictor.18d628d24d6368ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39945"
    uid: 23994490-a659-4a8d-9d34-0bbb724a4d4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-859eae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39309"
    uid: 4892f3c2-1ea0-4211-94cc-ab97c718cdc6
  kind: Event
  lastTimestamp: "2026-09-17T16:34:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:05Z"
    name: isvc-primary-859eae-predictor.18d628d24dd30f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "39947"
    uid: 193455c4-0676-42bb-8c35-b43f4c6b8211
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-859eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39146"
    uid: a847a41f-0dc9-40af-8c71-f83492c1bfd5
  kind: Event
  lastTimestamp: "2026-09-17T16:33:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:33:43Z"
    name: isvc-primary-859eae.18d628c7cf6d2752
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: 59e2e383-2407-4f2e-83db-fe337cd7e90a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-859eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39146"
    uid: a847a41f-0dc9-40af-8c71-f83492c1bfd5
  kind: Event
  lastTimestamp: "2026-09-17T16:32:20Z"
  message: 'Failed to update status for InferenceService "isvc-primary-859eae": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-859eae":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:32:20Z"
    name: isvc-primary-859eae.18d628c7cfef5fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39161"
    uid: c7af0a63-b9fd-49bb-b3fe-719ee08b3873
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:32:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-859eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39146"
    uid: a847a41f-0dc9-40af-8c71-f83492c1bfd5
  kind: Event
  lastTimestamp: "2026-09-17T16:32:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-859eae": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:32:20Z"
    name: isvc-primary-859eae.18d628c7cfefafdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39162"
    uid: 0e6bfee0-ad2d-4905-880a-8afbb842b38a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:33:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-859eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39781"
    uid: a847a41f-0dc9-40af-8c71-f83492c1bfd5
  kind: Event
  lastTimestamp: "2026-09-17T16:33:43Z"
  message: InferenceService [isvc-primary-859eae] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:33:43Z"
    name: isvc-primary-859eae.18d628db046cfc37
    namespace: kserve-ci-e2e-test
    resourceVersion: "39782"
    uid: d0d2ab07-b93f-471f-8261-7662e2739f9c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:34:05.935113Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39970"
    uid: cfc5f08d-c348-4cfd-bb6a-e2941a00ccf5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-859eae-predictor-54d5c46d5f-blvk6
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:34:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:34:05Z"
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6.18d628e057ad852a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39974"
    uid: 3b4cfe19-1f70-4fad-8382-67ad76bf86c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39972"
    uid: cfc5f08d-c348-4cfd-bb6a-e2941a00ccf5
  kind: Event
  lastTimestamp: "2026-09-17T16:34:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-859eae-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:06Z"
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6.18d628e0646f936c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39984"
    uid: e08832a8-501e-4bbf-bdac-386af3dbe2e2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39979"
    uid: cfc5f08d-c348-4cfd-bb6a-e2941a00ccf5
  kind: Event
  lastTimestamp: "2026-09-17T16:34:07Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:34:07Z"
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6.18d628e09d7552b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39993"
    uid: 3398f186-9e0c-4c4f-beb9-05948e8aee64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39972"
    uid: cfc5f08d-c348-4cfd-bb6a-e2941a00ccf5
  kind: Event
  lastTimestamp: "2026-09-17T16:34:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:13Z"
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6.18d628e09ef70111
    namespace: kserve-ci-e2e-test
    resourceVersion: "40049"
    uid: 091178bc-8124-49cf-8fe8-fbf030519b9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39972"
    uid: cfc5f08d-c348-4cfd-bb6a-e2941a00ccf5
  kind: Event
  lastTimestamp: "2026-09-17T16:34:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:13Z"
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6.18d628e0a2882cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40051"
    uid: 5e758cea-36ea-4b66-b53e-66a0c3146491
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39972"
    uid: cfc5f08d-c348-4cfd-bb6a-e2941a00ccf5
  kind: Event
  lastTimestamp: "2026-09-17T16:34:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:13Z"
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6.18d628e0a30095e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40052"
    uid: 8d4595cf-578c-4b23-8671-7ce956d1dbf1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39972"
    uid: cfc5f08d-c348-4cfd-bb6a-e2941a00ccf5
  kind: Event
  lastTimestamp: "2026-09-17T16:34:20Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-859eae-predictor-54d5c46d5f-blvk6_kserve-ci-e2e-test(cfc5f08d-c348-4cfd-bb6a-e2941a00ccf5)
  metadata:
    creationTimestamp: "2026-09-17T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:34:20Z"
    name: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6.18d628e3a6953393
    namespace: kserve-ci-e2e-test
    resourceVersion: "40100"
    uid: 8a07bc54-c77e-46a7-b3b5-812fc9a4d36f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-859eae-predictor-54d5c46d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39960"
    uid: 2ec8dbe9-c0d3-4c16-8295-975748a93f75
  kind: Event
  lastTimestamp: "2026-09-17T16:34:05Z"
  message: 'Created pod: isvc-secondary-859eae-predictor-54d5c46d5f-blvk6'
  metadata:
    creationTimestamp: "2026-09-17T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:05Z"
    name: isvc-secondary-859eae-predictor-54d5c46d5f.18d628e05735a559
    namespace: kserve-ci-e2e-test
    resourceVersion: "39971"
    uid: dc31599c-69d1-439d-97df-e83edbf7b3cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-859eae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39958"
    uid: 7c3865c5-919d-4261-af6d-38b0d924ca25
  kind: Event
  lastTimestamp: "2026-09-17T16:34:05Z"
  message: Scaled up replica set isvc-secondary-859eae-predictor-54d5c46d5f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:05Z"
    name: isvc-secondary-859eae-predictor.18d628e052a40c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39962"
    uid: 4251b68e-15b1-446f-b662-57cadb240c71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-859eae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39959"
    uid: e1aa9123-85b9-41dd-b113-1766a30ceae0
  kind: Event
  lastTimestamp: "2026-09-17T16:34:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:20Z"
    name: isvc-secondary-859eae-predictor.18d628e3d11f2817
    namespace: kserve-ci-e2e-test
    resourceVersion: "40111"
    uid: 9158ec85-4e0f-44f0-9bcd-8f97141f58e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-859eae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39959"
    uid: e1aa9123-85b9-41dd-b113-1766a30ceae0
  kind: Event
  lastTimestamp: "2026-09-17T16:34:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:34:20Z"
    name: isvc-secondary-859eae-predictor.18d628e3d1a49534
    namespace: kserve-ci-e2e-test
    resourceVersion: "40113"
    uid: 655e17dc-f610-45fb-8c34-c50a4269fcdc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-859eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: 139a0dbb-d59e-40c1-acde-cd137ec57fbb
  kind: Event
  lastTimestamp: "2026-09-17T16:34:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:34:20Z"
    name: isvc-secondary-859eae.18d628e05294dc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "40105"
    uid: 472feaee-446d-44bf-a74d-08f8610c1ea6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-859eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: 139a0dbb-d59e-40c1-acde-cd137ec57fbb
  kind: Event
  lastTimestamp: "2026-09-17T16:34:05Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-859eae":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-859eae":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:34:05Z"
    name: isvc-secondary-859eae.18d628e0533062cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39980"
    uid: 109240c2-8571-4373-96c3-d805e5dcd0a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-859eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: 139a0dbb-d59e-40c1-acde-cd137ec57fbb
  kind: Event
  lastTimestamp: "2026-09-17T16:34:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-859eae": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:34:05Z"
    name: isvc-secondary-859eae.18d628e05330d0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: aaafcb5f-ffa9-439b-8ee9-971d3deb1d8e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:52:21.036496Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16005"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:52:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:52:21Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d626992015cc6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 3a6123fc-4fe5-4a91-b346-33da65f1b917
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:21Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:52:21Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269941dc8ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: cda9c642-ab5b-4887-b773-ce5aaada7101
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:21Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d626994486be8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: b00f3428-243c-4303-9c48-480ce9d5396d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:21Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269947682008
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: 360d3610-91c9-43a5-9275-d892da46dbc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:21Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269947eba3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: 066cd875-f3ee-44fa-8cc0-ecbaa1bfcc04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:25Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a4647218e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 022dba60-a606-4976-a718-b27be3b3be1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a49690bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: bb5bd135-bc41-460e-996c-a5b8cdf50448
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a49df2df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: cb25bc1d-0dbe-4140-bcac-c1919a4fe2e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a49e9ef75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16078"
    uid: 58065480-fb9a-4968-8708-de64697649e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a4cf63fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16080"
    uid: 1bf7d32f-b800-4990-8227-02dd91e2ea04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a4d68c7f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16081"
    uid: 88de1f94-8e1d-45eb-886a-eabf57e85280
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:26Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9551f4f790f8c157387199c857354f4c235156d40ea86876db013e8cd552e398"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a4d73b007
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: f72e2806-52cf-48ff-9a93-eeff09b4c91d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T15:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a5098701a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 63de22a8-78d5-43df-918c-db37c9073fde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:52:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T15:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a510e4410
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: 24e772b0-de7a-43a4-a6bc-1a7494524512
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:54:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:00Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a825633b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 5bbbc94d-a663-4c62-abee-583a2ca02ffb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:54:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T15:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:54:00Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d6269a8260823d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: fbbe09f0-88fc-4cec-bbae-83a571f3a309
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:53:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:46Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d626acef0eb468
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: 9b1440cc-6a53-4d53-827c-af9719b35a6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:53:46Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:46Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d626acef0f5a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: 39c4414f-a390-4015-99ea-18c694f5cde0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:53:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:46Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d626acef0f8500
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: fde009e4-e2d2-4593-8904-3660b28b07ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 4b4907dc-28be-458c-b0c9-6930562a35c3
  kind: Event
  lastTimestamp: "2026-09-17T15:53:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:57Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v.18d626ad5e86891d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: 919cb34a-2a4c-4448-bb80-f2e673b94bdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 804df578-5809-484d-b3eb-150d68045e0d
  kind: Event
  lastTimestamp: "2026-09-17T15:52:21Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9-7b49v'
  metadata:
    creationTimestamp: "2026-09-17T15:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:21Z"
    name: isvc-sklearn-batcher-custom-predictor-76bd9f8cf9.18d626991f6a630a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: c56d88aa-3f7a-4e1d-8f95-c5e532783401
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: 6de92490-5596-40b7-b541-1817a688785d
  kind: Event
  lastTimestamp: "2026-09-17T15:52:20Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-76bd9f8cf9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6269916fcf51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 76519262-f919-4367-8b39-8346564e5764
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 95654996-ac2d-438f-8679-9991ac377321
  kind: Event
  lastTimestamp: "2026-09-17T15:52:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6269c96b8263a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 36582667-4176-48e4-8db4-30adddfa1315
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 95654996-ac2d-438f-8679-9991ac377321
  kind: Event
  lastTimestamp: "2026-09-17T15:52:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:50Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6269c973974db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: 27628157-4b50-457c-a06d-c031e4f8de9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 95654996-ac2d-438f-8679-9991ac377321
  kind: Event
  lastTimestamp: "2026-09-17T15:53:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18d626a39658da01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 6cbca372-492b-4b73-847a-da274bc3ae65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 95654996-ac2d-438f-8679-9991ac377321
  kind: Event
  lastTimestamp: "2026-09-17T15:53:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18d626a396e322e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 70c61b04-4b6f-443c-8da7-0c098b05f779
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: 9f3ffdfc-b7c1-4772-96a5-125c1c76da52
  kind: Event
  lastTimestamp: "2026-09-17T15:53:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:40Z"
    name: isvc-sklearn-batcher-custom.18d626991701e2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: ee4b4e80-9917-4429-ad87-8b7e8006aa4c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 9f3ffdfc-b7c1-4772-96a5-125c1c76da52
  kind: Event
  lastTimestamp: "2026-09-17T15:53:40Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:40Z"
    name: isvc-sklearn-batcher-custom.18d626abafafc800
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 0997fc52-2ede-4b51-9a1a-fc4ab2ace5cb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:50:25.827293Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6267e4d14f06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14935"
    uid: 76634969-0f0a-447f-b931-b1d0039bf27c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T15:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:26Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6267e59e74d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: 5b267330-23cf-4343-bafa-fd207de4b8a1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14949"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:26Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:50:26Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6267e92cb5028
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: f231cbc1-a7d7-4ed4-8729-096c7f969749
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:27Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6267e9469a7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: 6d340f87-109d-46de-bfda-67f420448f37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T15:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:27Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6267e97ac57c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 2a526393-abb2-4298-88b2-aa7b25918ac4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T15:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:27Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6267e98274b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: dd4fbdc0-ea96-4fb4-8b46-89c3d1ee10e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:31Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
  metadata:
    creationTimestamp: "2026-09-17T15:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:31Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6267f97dc93f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 0cf52b68-8f7b-4399-8c85-444cd7cc272a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    in 12.922s (12.922s including waiting). Image size: 1580836240 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:44Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d626829a156ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15209"
    uid: d38f6e59-54d5-4a74-9b12-5037d66a5a0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:44Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d626829e9f8f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 94ee7026-77f7-4d62-ad62-f5fafe808914
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:44Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d626829f1880fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15211"
    uid: 0ec0ca21-e464-4891-8a98-127fdc541859
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:44Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T15:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:44Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d626829f25cf2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 4f4b8792-2008-4b19-a5b2-0508171315ff
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.152s (2.152s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:46Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d626831f6cb379
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: 7cba190d-dba1-48ad-a78b-7a7489e6da72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:46Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d62683228d6ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: 14d12174-af39-432f-97a9-942f0f40db8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:46Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6268322fcf828
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 6731ebbb-540c-4c88-a911-cc7db50c9ef8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:46Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9551f4f790f8c157387199c857354f4c235156d40ea86876db013e8cd552e398"
  metadata:
    creationTimestamp: "2026-09-17T15:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:46Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d62683230a856b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 85470ae9-5a21-4555-9435-c4e570bfe496
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9551f4f790f8c157387199c857354f4c235156d40ea86876db013e8cd552e398"
    in 2.17s (2.17s including waiting). Image size: 240302150 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:48Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d62683a46c6edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: f07d3ad3-e921-4c53-9b92-37938061649f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:48Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T15:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:48Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d62683a819b807
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: 11f6d4c6-d253-459c-adec-f0c85d93e510
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:50:48Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T15:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:50:48Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d62683a890c580
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: 19057f5a-db83-4dfe-baee-90179fbebcfa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:52:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T15:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:22Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d62683cfa8245b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 5ecfed9e-2ce4-434b-a6b7-e246e3100f34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:52:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T15:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:22Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d62683cfb2c624
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: 5ade4ab9-a1b5-4469-9a80-cbe36274345a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:52:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:20Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6269912fb6409
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: 93854ecd-5259-4821-b46b-388339c005dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:52:20Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T15:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:20Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6269912fcc685
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: 5d15db24-e983-4891-849e-5f0076c07472
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:52:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:20Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6269912fcd01a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15982"
    uid: 667d2693-fa65-48ef-ab13-1ef8ca588784
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 0d923b54-fbde-4925-80b3-587dd361db88
  kind: Event
  lastTimestamp: "2026-09-17T15:52:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T15:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:52:30Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c.18d6269a2a42be9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 5b86e14a-5723-4b6c-b935-448072469d12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6c74cc89d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: 3cc63b15-1d91-45f5-99b8-8e3b0feeccf7
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6c74cc89d5-km88c'
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-sklearn-batcher-predictor-6c74cc89d5.18d6267e4d4cc8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14937"
    uid: c3975c9e-8d46-436e-8ae0-b7fa990a002e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: aad69812-d519-4ee2-a164-552af05174c3
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6c74cc89d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-sklearn-batcher-predictor.18d6267e41a640cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: 7fe83204-d8a8-4b9a-8aeb-47254dd5e1d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: 5bb5e8b3-34e3-43cc-bee1-a4829cb250f2
  kind: Event
  lastTimestamp: "2026-09-17T15:51:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:25Z"
    name: isvc-sklearn-batcher-predictor.18d62681c7eac2ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 7f4e20d3-ee78-488c-a6b6-16ddd659b521
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: 5bb5e8b3-34e3-43cc-bee1-a4829cb250f2
  kind: Event
  lastTimestamp: "2026-09-17T15:51:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:51:25Z"
    name: isvc-sklearn-batcher-predictor.18d62681c8649ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: a793c818-8446-479f-a88a-91bfa4f28333
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: 5bb5e8b3-34e3-43cc-bee1-a4829cb250f2
  kind: Event
  lastTimestamp: "2026-09-17T15:52:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:10Z"
    name: isvc-sklearn-batcher-predictor.18d62688c73c8086
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 8990b9b2-7a15-4ac1-a439-b9ac5663d997
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T15:51:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: 5bb5e8b3-34e3-43cc-bee1-a4829cb250f2
  kind: Event
  lastTimestamp: "2026-09-17T15:52:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:52:10Z"
    name: isvc-sklearn-batcher-predictor.18d62688c838d874
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: b0867640-90db-4f7a-ad95-b54fcc3aa95f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: 688f7d61-be27-470f-94c8-a81dcec26677
  kind: Event
  lastTimestamp: "2026-09-17T15:52:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:52:12Z"
    name: isvc-sklearn-batcher.18d6267e48c4c0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 1e8c0eed-892c-4acf-9b82-2447ccbc2e1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:50:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: 688f7d61-be27-470f-94c8-a81dcec26677
  kind: Event
  lastTimestamp: "2026-09-17T15:50:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T15:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:50:25Z"
    name: isvc-sklearn-batcher.18d6267e496331e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: b04afac5-f66a-42b2-9dea-2c16246704c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:52:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: 688f7d61-be27-470f-94c8-a81dcec26677
  kind: Event
  lastTimestamp: "2026-09-17T15:52:12Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:52:12Z"
    name: isvc-sklearn-batcher.18d626972e2a5c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15909"
    uid: 1cf4cb7b-af52-417b-b40c-c2fd6f6f38c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:23:31.101075Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34098"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:23:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:23:31Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284c889ecba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: 2e3a3615-8155-4884-adb3-e2ddd71ec94a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34109"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:31Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:23:31Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284cab0686fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34119"
    uid: 5d7fa983-2608-4649-adb6-aa9b197c49ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:31Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284cacc6e0bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34121"
    uid: f8c379a6-7867-441e-949c-053586946e31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:31Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284cafeefe90
    namespace: kserve-ci-e2e-test
    resourceVersion: "34124"
    uid: f734fe2e-7121-4c12-ab79-4501e80e5038
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:31Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284cb0764509
    namespace: kserve-ci-e2e-test
    resourceVersion: "34125"
    uid: 4a184dc6-dd7c-44b5-b388-be86fb074a73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:36Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284dda0cf417
    namespace: kserve-ci-e2e-test
    resourceVersion: "34162"
    uid: 21316bcc-7d97-4848-b0e3-9c02a0a337cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:36Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284ddd451a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 18adb1e1-478d-453f-9d1b-8826a26ebd5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:36Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284dddcd7f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "34165"
    uid: 9461e7fe-344a-4cdd-8ba4-899ea8d5a1c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:36Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284ddddbee2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: 54d3436a-cc6d-4cd7-a200-440c3ef12d7f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    5.183s (5.183s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:42Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284f12cfb23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: 0ee1810e-218c-4812-b0f6-2ce2fd5cdbcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:42Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T16:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:42Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284f15f8be82
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 4a5f0e72-d6f6-45d0-80d7-f8e54ad54f32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:42Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T16:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:42Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284f16818109
    namespace: kserve-ci-e2e-test
    resourceVersion: "34211"
    uid: f3997bba-cf1c-40f0-a6ed-778f0c54ebe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:42Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284f169071c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34212"
    uid: 6f79189b-2f2c-490b-8afa-3ad5b70d1169
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:42Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284f19cf9b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "34216"
    uid: f18b3900-7fc1-48d3-a198-23566a2c24f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:23:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:42Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6284f1a560d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "34217"
    uid: 57fa1874-717f-41f0-812d-cb2b42bae4db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:18Z"
  message: 'Readiness probe failed: Get "http://10.133.0.47:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:18Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6285550640932
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: b464002e-2a1a-40f4-af99-0ee07ce702fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:11Z"
  message: 'Liveness probe failed: Get "http://10.133.0.47:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:11Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d62855ebb5548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34430"
    uid: 91f4dd5d-b7fa-4f17-b091-dd821b8411f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:51Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6285f3308b704
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 52a4c6ec-73d8-4fdf-9638-14851ca00502
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:51Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6285f3309285a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: 8544ccde-7621-4c6d-8b7b-35984f101fe8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:51Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T16:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:51Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6285f33094f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34748"
    uid: a8993be6-188d-4528-be88-c487f88ab390
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: f8a285c4-2d1a-4539-a6de-36632617d01c
  kind: Event
  lastTimestamp: "2026-09-17T16:25:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:18Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj.18d6285fca31b367
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: db6d6ed0-dbb2-48f4-9135-dee27afa5f49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 75965d13-3c83-4fa2-80bf-aaa3aa57ec3e
  kind: Event
  lastTimestamp: "2026-09-17T16:23:31Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6c6bf9d8c5-s84qj'
  metadata:
    creationTimestamp: "2026-09-17T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:31Z"
    name: isvc-sklearn-mcp-predictor-6c6bf9d8c5.18d6284c88189b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "34100"
    uid: 017b1243-6388-4c83-ab93-fa1ddb8e2a34
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34085"
    uid: 56486bc4-02e0-4509-9bac-ae9110d88467
  kind: Event
  lastTimestamp: "2026-09-17T16:23:31Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6c6bf9d8c5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:31Z"
    name: isvc-sklearn-mcp-predictor.18d6284c843bb218
    namespace: kserve-ci-e2e-test
    resourceVersion: "34089"
    uid: 6b9b21b7-4d0f-4f25-bcc1-80e0223ae1aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34078"
    uid: ec31f3c7-28dc-44ac-a295-6f98af677a77
  kind: Event
  lastTimestamp: "2026-09-17T16:24:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:24:48Z"
    name: isvc-sklearn-mcp.18d6284c83c9fba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: 5f1e53d6-6aaf-4dd3-81cc-ebec8d8a703b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34078"
    uid: ec31f3c7-28dc-44ac-a295-6f98af677a77
  kind: Event
  lastTimestamp: "2026-09-17T16:23:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:31Z"
    name: isvc-sklearn-mcp.18d6284c8442f4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0180be12-989b-419e-b8ac-b6d79c5152de
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34710"
    uid: ec31f3c7-28dc-44ac-a295-6f98af677a77
  kind: Event
  lastTimestamp: "2026-09-17T16:24:48Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:24:48Z"
    name: isvc-sklearn-mcp.18d6285ea8730005
    namespace: kserve-ci-e2e-test
    resourceVersion: "34712"
    uid: e19c14d8-d419-4bdf-9348-f06d4c92ab11
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:01:48.011283Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-58f64f5dbf-hqww4
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:01:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:01:48Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271d226a7fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 80e8a71d-0526-4870-8900-7e630e59215e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21235"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:48Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:01:48Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271d44729c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: 6145f5bd-7b84-4113-83ae-a17302e72454
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:48Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271d46094003
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: b1650256-4313-4785-88de-c2f5dcf0656a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:48Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271d491e6519
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: 6d06c953-96df-4aa3-9ec1-5d8f3cc577bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:48Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271d4992c702
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 860d71ed-0b2d-4f5c-b228-dcda40b8e175
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:53Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271e686ccca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: b456f96d-e808-4ae2-b8f5-fffd154b816f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:53Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271e6b176acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21291"
    uid: 1fbaa6aa-3c3a-40af-8086-fbe107f7132f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:53Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271e6b898aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: d2830ec8-56e0-49db-b52f-9d224cae3827
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:53Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271e6b9334a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21293"
    uid: c26d0378-1cd2-4415-a994-bbc869cbcadf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:53Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271e6e5448f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: 81007dd6-da0c-44d6-a420-2e3eab713497
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:01:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:01:53Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271e6ec60b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21297"
    uid: e60f9744-8a28-4306-a286-36423dbdee1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:03:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:21Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d6271ee04b3713
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 3e5f97c3-5233-4725-888c-fd43dcdece8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:03:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:18Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d627321c0e44bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: 22c0250d-b880-4815-b3eb-6ecb62c48ea5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:03:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:18Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d627321c0eb538
    namespace: kserve-ci-e2e-test
    resourceVersion: "22019"
    uid: f7825478-a38d-4cba-8764-7268563c9e52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 3f5a81f7-979b-4890-ba4c-5cc59c904ba0
  kind: Event
  lastTimestamp: "2026-09-17T16:03:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:21Z"
    name: isvc-sklearn-predictor-58f64f5dbf-hqww4.18d62732e68ec1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: 49b96d92-1c57-474e-9338-d24fbe15c3f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-58f64f5dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21214"
    uid: 8a435011-0e58-46bc-bb78-aea31aa22dc3
  kind: Event
  lastTimestamp: "2026-09-17T16:01:48Z"
  message: 'Created pod: isvc-sklearn-predictor-58f64f5dbf-hqww4'
  metadata:
    creationTimestamp: "2026-09-17T16:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:48Z"
    name: isvc-sklearn-predictor-58f64f5dbf.18d6271d21c97c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: 932c7110-263a-4da9-8fb2-2011dddb414d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: 3887be94-6153-4a86-bc4a-f4761ae31c3c
  kind: Event
  lastTimestamp: "2026-09-17T16:01:47Z"
  message: Scaled up replica set isvc-sklearn-predictor-58f64f5dbf from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:47Z"
    name: isvc-sklearn-predictor.18d6271d1e2bd193
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: ebd33566-e37f-4c51-9c11-f9901caff781
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:02:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: afbea9a1-ce68-4d56-8852-3429843b6dad
  kind: Event
  lastTimestamp: "2026-09-17T16:02:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:02:17Z"
    name: isvc-sklearn-predictor.18d627209ca11fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21480"
    uid: 289adee3-4add-4e51-84b8-a7dcd4ad3841
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:02:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: afbea9a1-ce68-4d56-8852-3429843b6dad
  kind: Event
  lastTimestamp: "2026-09-17T16:02:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:02:17Z"
    name: isvc-sklearn-predictor.18d627209d12fdff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: af80a901-ea99-4700-98be-c21967300890
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:02:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: afbea9a1-ce68-4d56-8852-3429843b6dad
  kind: Event
  lastTimestamp: "2026-09-17T16:03:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:18Z"
    name: isvc-sklearn-predictor.18d627279ab06bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22000"
    uid: 34288ad1-3166-40ae-9c96-d7fe3935b905
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:02:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: afbea9a1-ce68-4d56-8852-3429843b6dad
  kind: Event
  lastTimestamp: "2026-09-17T16:03:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:18Z"
    name: isvc-sklearn-predictor.18d627279b30d258
    namespace: kserve-ci-e2e-test
    resourceVersion: "22001"
    uid: 45d5f98a-3a92-4193-960e-e4760f2ec462
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:06:38.682659Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23749"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d62760cfc7c801
    namespace: kserve-ci-e2e-test
    resourceVersion: "23755"
    uid: 887d8d2a-8937-41e9-be60-4730c56d9acb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:39Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:06:39Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d62760f1b9e67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23767"
    uid: 12a0d191-4d57-4a9c-bc8c-9fd8f33f6a6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:39Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d62760f34a931f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23769"
    uid: e1142e18-9869-4251-a02d-49730722c661
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:39Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d62760f6072c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: b03eadc4-0316-4a40-9bba-5b0af7d25286
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:39Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d62760f6840a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "23771"
    uid: a6ac5a1e-aa18-4be6-8bb3-9f752ca337b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d627627ba7fbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23835"
    uid: 4039494c-f784-46c8-8dcc-6f48c426bf15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d627627eec3af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: cf69ed59-4fa6-4d41-884b-851600f4fa76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d627627f745f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "23838"
    uid: 828177f8-278b-4c49-b7b1-036b3855bb60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d627627f807898
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: 3210b71a-af02-4e5f-bbdc-1dfec349148a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d6276282b2b5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23844"
    uid: b1ac6aa9-b4ec-42d3-9a97-77d8651e1ef6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:45Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d62762833656fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23845"
    uid: 9d9393dd-a99e-46c1-b639-7b35c0134158
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d62762f3f93a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: 4852a3fb-0b07-41e0-a893-6373913d8d6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:10Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d627683ea4d149
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 81bac7c1-3881-4b89-b2e0-da2acdce2185
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: d7522e72-f36f-438d-adac-b52867709c9c
  kind: Event
  lastTimestamp: "2026-09-17T16:07:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:10Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5.18d627683ea5a7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24190"
    uid: 1a2542ee-231e-47f5-8ea6-fe96cf67d6da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-56d59b6d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: ff748117-86f1-4f91-992f-fd2a0764f232
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-56d59b6d5c-tw7p5'
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-sklearn-runtime-predictor-56d59b6d5c.18d62760cf53cc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: 71f3c33c-7d77-4bb9-b9ed-adbc748537d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23736"
    uid: b7be7c6e-e6ad-4099-b39c-871d817c7081
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-56d59b6d5c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-sklearn-runtime-predictor.18d62760cbba63b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: b83a5bd8-7b3a-46ec-9ee2-115ed8fb4304
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23737"
    uid: fc9e0951-b270-4729-95d6-04d658eadf18
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-sklearn-runtime-predictor.18d627644ae673de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23929"
    uid: ec5f5925-2beb-403a-bd71-bdc47c76737e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23737"
    uid: fc9e0951-b270-4729-95d6-04d658eadf18
  kind: Event
  lastTimestamp: "2026-09-17T16:06:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:53Z"
    name: isvc-sklearn-runtime-predictor.18d627644b8f2b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23930"
    uid: f2df5f9d-4ad5-445a-86c5-7d93bfcf8450
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: fc9e0951-b270-4729-95d6-04d658eadf18
  kind: Event
  lastTimestamp: "2026-09-17T16:07:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:07:08Z"
    name: isvc-sklearn-runtime-predictor.18d62767cb26f12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: c86e9d34-a2aa-451b-8419-dbdce79b1325
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: fc9e0951-b270-4729-95d6-04d658eadf18
  kind: Event
  lastTimestamp: "2026-09-17T16:07:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:07:08Z"
    name: isvc-sklearn-runtime-predictor.18d62767cbc6bd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "24154"
    uid: fe706482-28a9-4475-847d-0aa34fab668e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23728"
    uid: 488ee51b-0978-4171-8207-56b59c44db7b
  kind: Event
  lastTimestamp: "2026-09-17T16:07:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:07:04Z"
    name: isvc-sklearn-runtime.18d62760cbf48bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24124"
    uid: a033a276-b508-46a6-b610-1fac6ed704e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23728"
    uid: 488ee51b-0978-4171-8207-56b59c44db7b
  kind: Event
  lastTimestamp: "2026-09-17T16:06:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:38Z"
    name: isvc-sklearn-runtime.18d62760cc74514f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23743"
    uid: ce161a11-85be-465f-83df-cabbb08464ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24121"
    uid: 488ee51b-0978-4171-8207-56b59c44db7b
  kind: Event
  lastTimestamp: "2026-09-17T16:07:03Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:07:03Z"
    name: isvc-sklearn-runtime.18d62766b437dbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24122"
    uid: 4f2a9d9f-c0a3-416b-a3f3-88b515bc817c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:23:27.146320Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34009"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-547bfff996-2r8wd
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:23:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:23:27Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284b9ce605ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "34015"
    uid: fd2a274b-d507-4bb9-915c-28703fc478dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:23:27Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:23:27Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284bbf1e15a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34029"
    uid: b703b073-7f8e-4af4-a9ae-a19eb8e41cc8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:23:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:27Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284bc0a5ccd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34031"
    uid: 60a7ccf6-5240-4dca-9700-b5a56d2fcabf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:23:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:27Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284bc3d846f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34033"
    uid: ac0c1f83-0517-48eb-8fd8-1325ab9b3922
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:23:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:27Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284bc457eb16
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 00d89bc5-3f46-45b6-95d4-5deeb340e902
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:23:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:29Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284c36ba4da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34052"
    uid: e14fb576-0512-44ca-9904-d38b68a24ce9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:23:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:29Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284c39bc15de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 5b237293-2f0c-4818-8f4e-9533db297222
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:23:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:29Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284c3a429e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "34056"
    uid: 2e4fe3e5-04ef-4c8c-858e-600d0b528c38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:23:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:29Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284c3a4fd0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34059"
    uid: 1859708a-5dc9-4e09-833b-a8f7588f3663
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:23:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:29Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284c3e0c1e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "34061"
    uid: ad992183-84b2-475f-b98f-31841d2e2873
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:23:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:29Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284c3e8f3e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "34062"
    uid: cd95bdc0-7ea8-49b1-b448-63cbb44e6fbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6284caeac4372
    namespace: kserve-ci-e2e-test
    resourceVersion: "34904"
    uid: d8027064-995a-445d-b2f4-5c7837a64cbf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6286097a2e3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34858"
    uid: 2d813b52-fbca-4038-94ba-e014c4c534e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d6286097a407f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: 2eafed83-dae8-491c-b9d1-b9cbc9ec7e3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 5d83f66e-fee8-42b8-b9a6-51550d4ee5be
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-predictor-547bfff996-2r8wd.18d62860b4f85d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "34903"
    uid: dd009ffa-b21c-4658-85f6-4c091127e965
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-547bfff996
    namespace: kserve-ci-e2e-test
    resourceVersion: "33999"
    uid: 1716be52-de3e-4623-ae4f-6bc8df01bdab
  kind: Event
  lastTimestamp: "2026-09-17T16:23:27Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-547bfff996-2r8wd'
  metadata:
    creationTimestamp: "2026-09-17T16:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:27Z"
    name: isvc-sklearn-s3-predictor-547bfff996.18d6284b9c3cf5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34010"
    uid: de7aa4a7-89f1-49e0-ae78-0267fd2d06c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 2d77c29e-20a9-44ad-be84-8bbcfec569cf
  kind: Event
  lastTimestamp: "2026-09-17T16:23:27Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-547bfff996 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:27Z"
    name: isvc-sklearn-s3-predictor.18d6284b992a0a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "34001"
    uid: 31cc21c8-7dcc-400b-99e2-fd688adefc28
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33998"
    uid: 25bc405d-8d09-4d79-9237-9a7e8f89663f
  kind: Event
  lastTimestamp: "2026-09-17T16:23:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:57Z"
    name: isvc-sklearn-s3-predictor.18d6284f184a01dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34327"
    uid: 85e33ef3-0547-460a-a723-61e289389942
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33998"
    uid: 25bc405d-8d09-4d79-9237-9a7e8f89663f
  kind: Event
  lastTimestamp: "2026-09-17T16:23:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:57Z"
    name: isvc-sklearn-s3-predictor.18d6284f18b9ce33
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: b93d2940-f0c0-4cc8-86a4-f5b86994f898
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34214"
    uid: 25bc405d-8d09-4d79-9237-9a7e8f89663f
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-predictor.18d628561790dcac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34853"
    uid: f13fc08f-96c9-43a4-b67b-778f2d8ab1b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34214"
    uid: 25bc405d-8d09-4d79-9237-9a7e8f89663f
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-predictor.18d628561822e3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34856"
    uid: ad66cef6-1d40-448f-b2c6-44ee7b608602
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:28:10.895692Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: 1eded92a-3b13-4110-b2bb-c6e3ebf9ea72
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:28:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:28:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr.18d6288dadade747
    namespace: kserve-ci-e2e-test
    resourceVersion: "36793"
    uid: ef44b6a2-1c48-4cbf-ad4c-29d53b44d8f3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36799"
    uid: 1eded92a-3b13-4110-b2bb-c6e3ebf9ea72
  kind: Event
  lastTimestamp: "2026-09-17T16:28:11Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:28:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr.18d6288dcfaecb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: 2b96db65-4795-484b-bd27-070b06c442f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 1eded92a-3b13-4110-b2bb-c6e3ebf9ea72
  kind: Event
  lastTimestamp: "2026-09-17T16:28:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr.18d6288dd187ff63
    namespace: kserve-ci-e2e-test
    resourceVersion: "36862"
    uid: a46d513b-1fbe-4413-86fb-4e08b874d62c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 1eded92a-3b13-4110-b2bb-c6e3ebf9ea72
  kind: Event
  lastTimestamp: "2026-09-17T16:28:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr.18d6288dd479017c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 1bfd94c6-d1b5-4ccf-8876-073f8a8181f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 1eded92a-3b13-4110-b2bb-c6e3ebf9ea72
  kind: Event
  lastTimestamp: "2026-09-17T16:28:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr.18d6288dd4f0f756
    namespace: kserve-ci-e2e-test
    resourceVersion: "36865"
    uid: 3d3bbb8a-594d-46e0-a335-254635ec9434
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 1eded92a-3b13-4110-b2bb-c6e3ebf9ea72
  kind: Event
  lastTimestamp: "2026-09-17T16:28:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:20Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr.18d6288ffec19294
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: f76fe978-4d3d-4234-bf82-a0558e4374de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36780"
    uid: cf363b5a-bbcc-44ff-a8bb-ce32df309863
  kind: Event
  lastTimestamp: "2026-09-17T16:28:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d-59dnr'
  metadata:
    creationTimestamp: "2026-09-17T16:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d.18d6288dad1d593a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 820022e3-74f9-496e-91ba-da6b59e70897
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36777"
    uid: c78f100a-41bc-49d4-a7d7-339f4375084b
  kind: Event
  lastTimestamp: "2026-09-17T16:28:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7fcc99b96d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d6288da9b60494
    namespace: kserve-ci-e2e-test
    resourceVersion: "36782"
    uid: ff05e0c0-c733-48e3-a759-5e980b348998
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36771"
    uid: 00e9441b-d7ec-48a9-9ddf-3e97679ab6fd
  kind: Event
  lastTimestamp: "2026-09-17T16:28:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:16Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6288da9b3118b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36868"
    uid: 0042e096-87bc-41a9-9575-8004453c57a4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36771"
    uid: 00e9441b-d7ec-48a9-9ddf-3e97679ab6fd
  kind: Event
  lastTimestamp: "2026-09-17T16:28:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:10Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6288daa87d486
    namespace: kserve-ci-e2e-test
    resourceVersion: "36785"
    uid: 79859b74-8b8c-4181-8d9f-091567732368
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:26:39.726600Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:26:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:26:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d628787393e808
    namespace: kserve-ci-e2e-test
    resourceVersion: "35935"
    uid: 18cec75a-b69d-49a9-b57f-296f27f48685
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35939"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:26:40Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:26:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d62878956383e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35951"
    uid: 87b17493-9a17-4604-97e7-32cfe53aef2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:26:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d62878978214b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: 96fa17dd-c57b-4763-a8cd-44f117970880
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:26:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d628789a1229fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: 7c486a48-3ecb-4be4-821e-895263398bd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:26:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d628789a98c290
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: e0a8bffa-32d0-4d34-9118-f895877522c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:26:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d62878df48df8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35974"
    uid: 744938b8-b0ce-48be-8f6e-6c4f7f0ba29c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:26:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d62878e300ab2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35976"
    uid: 0546a9aa-f4ba-40b5-a644-f36a35978eef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:26:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d62878e3788b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: 4ca49309-e0c8-43e9-8543-88e7667486e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:26:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d62878e384fe27
    namespace: kserve-ci-e2e-test
    resourceVersion: "35978"
    uid: 171c7bca-17e8-41d9-8010-d3ab2b0714bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:26:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d62878e667e83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35981"
    uid: 0ddd0cae-bc65-4aec-9eb6-364236bd3084
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:26:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d62878e6e4f124
    namespace: kserve-ci-e2e-test
    resourceVersion: "35982"
    uid: 651cf265-ff28-4246-b270-1c8ed5122321
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:28:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d628791b5189ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36763"
    uid: b51353fc-49b0-428b-ab5b-71ced96478e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:28:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d6288d6a433ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36753"
    uid: 414b1629-384d-4d67-a06e-d913ecbdf720
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:28:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d6288d6a43eba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36754"
    uid: 8706ef4b-ba4d-4c05-8dc6-9d3dbd0c7992
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35932"
    uid: 1e2eefdd-6f9e-4eb1-9574-14ddf2ee232e
  kind: Event
  lastTimestamp: "2026-09-17T16:28:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t.18d6288e4b8c742f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36835"
    uid: 3c819fd5-2d3a-4f87-aad9-efda77abc566
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35919"
    uid: 2436405d-886d-4d71-a148-0d1b3c40e442
  kind: Event
  lastTimestamp: "2026-09-17T16:26:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd-lhn6t'
  metadata:
    creationTimestamp: "2026-09-17T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd.18d6287872fcf411
    namespace: kserve-ci-e2e-test
    resourceVersion: "35931"
    uid: e4619a27-7a67-46e6-a2da-46bfa880d9a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35917"
    uid: f489a697-d971-417e-bad0-77b53e6b0f28
  kind: Event
  lastTimestamp: "2026-09-17T16:26:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-75587d66bd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d628786fff558c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35922"
    uid: 3ab8b199-0439-4760-b008-0b264ce1a736
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35918"
    uid: 67f84e18-ba26-4b7c-9f3a-b9fa7696ef04
  kind: Event
  lastTimestamp: "2026-09-17T16:27:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6287beeec5edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36192"
    uid: 32ab4016-98e9-4e1e-89a4-8eb83b800332
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35918"
    uid: 67f84e18-ba26-4b7c-9f3a-b9fa7696ef04
  kind: Event
  lastTimestamp: "2026-09-17T16:27:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6287befa1ee7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36193"
    uid: c895e5c4-c62f-48c6-837a-9372f7838475
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36085"
    uid: 67f84e18-ba26-4b7c-9f3a-b9fa7696ef04
  kind: Event
  lastTimestamp: "2026-09-17T16:27:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62882ee331fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: c307563f-dda4-44d5-8e41-6dfc38451ee5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:27:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36085"
    uid: 67f84e18-ba26-4b7c-9f3a-b9fa7696ef04
  kind: Event
  lastTimestamp: "2026-09-17T16:27:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:27:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62882eeba6558
    namespace: kserve-ci-e2e-test
    resourceVersion: "36614"
    uid: f5fb2094-60db-4cc5-8663-1c0cd6d09834
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35908"
    uid: 4857fcdf-f6ca-4395-a6ad-25ece8a7c983
  kind: Event
  lastTimestamp: "2026-09-17T16:28:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6287870188a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36667"
    uid: 477714a7-76b4-4c50-883e-9957413a9bb4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35908"
    uid: 4857fcdf-f6ca-4395-a6ad-25ece8a7c983
  kind: Event
  lastTimestamp: "2026-09-17T16:26:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6287870ae47c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35926"
    uid: 57e5a18e-e317-4ea8-bea9-f15797289256
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36665"
    uid: 4857fcdf-f6ca-4395-a6ad-25ece8a7c983
  kind: Event
  lastTimestamp: "2026-09-17T16:28:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6288b52ab62a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: 1d0366d2-a4a2-466f-8a81-8bd5b1366112
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:26:28.584983Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35760"
    uid: e772cc6e-a3cc-4835-8e61-62263e63f980
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:26:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:26:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng.18d62875db7c46a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35764"
    uid: 291c8c63-77f2-4afe-b0fa-04f3ef965324
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35773"
    uid: e772cc6e-a3cc-4835-8e61-62263e63f980
  kind: Event
  lastTimestamp: "2026-09-17T16:26:29Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:26:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng.18d62875fd66c8cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35784"
    uid: 19547c3d-5fa0-4ba6-ba88-0cc833482a9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35762"
    uid: e772cc6e-a3cc-4835-8e61-62263e63f980
  kind: Event
  lastTimestamp: "2026-09-17T16:26:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:35Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng.18d62875fee2cfcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35846"
    uid: 9010c86e-1c5a-4cc1-8c01-b94985b11c38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35762"
    uid: e772cc6e-a3cc-4835-8e61-62263e63f980
  kind: Event
  lastTimestamp: "2026-09-17T16:26:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:35Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng.18d62876022b0fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: 82f34452-1a18-4cf0-a933-d7f066d7fa3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35762"
    uid: e772cc6e-a3cc-4835-8e61-62263e63f980
  kind: Event
  lastTimestamp: "2026-09-17T16:26:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:35Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng.18d6287602984d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35849"
    uid: e11e1f70-fdfa-42eb-ab37-0b74247185da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35762"
    uid: e772cc6e-a3cc-4835-8e61-62263e63f980
  kind: Event
  lastTimestamp: "2026-09-17T16:26:38Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng.18d6287830e730ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: b4511adc-3f97-4a71-9160-e767d2d630ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "35751"
    uid: b122d4c3-2634-46bc-821d-bcab8a34947b
  kind: Event
  lastTimestamp: "2026-09-17T16:26:28Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68-vthng'
  metadata:
    creationTimestamp: "2026-09-17T16:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-cb799f68.18d62875dad8233f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: ef980764-7f61-4492-96c2-c65a2e80eece
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35748"
    uid: f85638b7-83d9-4839-8bab-5cc3ba03b013
  kind: Event
  lastTimestamp: "2026-09-17T16:26:28Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-cb799f68
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d62875d84a939f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35752"
    uid: 46620d16-6d1b-4871-93f4-6d52f24cd57d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35741"
    uid: cc7ee962-7373-4c17-9c7e-d330a1a0edb1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:35Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62875d84d7a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "35852"
    uid: 47e3029d-5d2d-4d06-8fcc-14121a287bd2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35741"
    uid: cc7ee962-7373-4c17-9c7e-d330a1a0edb1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:28Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62875d8dfa1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35776"
    uid: 2b48b189-0d08-4a68-a31d-1ab8c81b17c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35743"
    uid: cc7ee962-7373-4c17-9c7e-d330a1a0edb1
  kind: Event
  lastTimestamp: "2026-09-17T16:26:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:28Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62875dff9e90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: b0e7c96b-1a82-4765-8433-9a0eb52e9e28
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:24:57.483117Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34884"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d62860a5641f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "34890"
    uid: 5c1d8aa5-2575-4cee-a740-83f553bef382
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d62860b200bb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "34899"
    uid: e429dcd2-5b4b-4d7d-8508-d3f6f29bdf25
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34895"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:24:58Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:24:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d62860eb147da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34916"
    uid: cc8104b1-8233-4e44-aea1-3e7d0ebadebc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:24:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d62860eccd6f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "34918"
    uid: 3accf200-76bf-4331-ac44-3f776c3fdd83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:24:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d62860eff08c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: 253aa482-d79b-4555-9c63-c6d68be47a41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:24:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:24:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d62860f07292b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34920"
    uid: 21b92806-faad-4dc2-9824-e0f9433518eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:25:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d6286167407323
    namespace: kserve-ci-e2e-test
    resourceVersion: "34939"
    uid: 377a69e9-afbd-403a-a97a-2b68dd4337e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:25:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d628616a9d0762
    namespace: kserve-ci-e2e-test
    resourceVersion: "34941"
    uid: 4853fcf6-f21d-4d4f-ab63-1f5c2035fd38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:25:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d628616b0f352f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34942"
    uid: 6e1fd6f2-16df-491f-bbd7-d24cd006de9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:25:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d628616b1a802f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: ac27ecc8-7d25-4b6a-9229-b6912062c462
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:25:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d628616e7a24d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 28eed57f-6277-41ad-9099-5dd4a6b2de05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:25:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:25:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d628616efcaf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34947"
    uid: aa96e8a2-5b51-4c84-99b9-a15723183e86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:26:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d62861df340a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "35781"
    uid: 869dded1-f4da-4dda-a023-3ab265eac23c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:26:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d6287598b47bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35722"
    uid: 3039b479-772c-452c-bb06-1652b76560d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:26:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d6287598b5096f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35723"
    uid: f57d37a5-86d2-4171-bd57-2e41e9a165b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: 9444c9d7-5035-43e4-9ed8-bcba13848e7d
  kind: Event
  lastTimestamp: "2026-09-17T16:26:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:26:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8.18d62875e570ff4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35780"
    uid: 3bdbcbe9-f96a-423f-858b-4ee4c659a6ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "34876"
    uid: c6685265-604a-4881-ba48-65aaf789722d
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84-6z9r8'
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-676f88c84.18d62860a476cd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 0728a7fb-f4e7-4966-8e55-dab08c4ec9f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34873"
    uid: 7e02467a-9f9b-4ea0-8328-0866cef8b05c
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-676f88c84
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62860a0f9c412
    namespace: kserve-ci-e2e-test
    resourceVersion: "34878"
    uid: cb6d41cc-f0f3-41d1-9663-2e62e0f093df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: 2ec0346f-e36e-4fb0-a64f-2e799ee029ef
  kind: Event
  lastTimestamp: "2026-09-17T16:25:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d628641ff3d6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35177"
    uid: a78d0cf0-0a0c-4af5-95e3-4ac8cb92a96e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: 2ec0346f-e36e-4fb0-a64f-2e799ee029ef
  kind: Event
  lastTimestamp: "2026-09-17T16:25:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:25:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6286420463aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35178"
    uid: 3cb0498f-27b0-42d7-9008-5376754ce8cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: 2ec0346f-e36e-4fb0-a64f-2e799ee029ef
  kind: Event
  lastTimestamp: "2026-09-17T16:26:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6286b1efad38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: fa000ca4-009a-40da-ad47-ccfecbd905a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: 2ec0346f-e36e-4fb0-a64f-2e799ee029ef
  kind: Event
  lastTimestamp: "2026-09-17T16:26:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:26:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6286b2081f10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 7ba1c6c8-59b1-4aaf-978f-ecf54fd7596f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 574b3cf6-4b90-47e2-9656-81104c57b6e5
  kind: Event
  lastTimestamp: "2026-09-17T16:26:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:18Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62860a1052a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35637"
    uid: 9ff9a8ba-4f62-4ed4-8110-c9f665ab429d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 574b3cf6-4b90-47e2-9656-81104c57b6e5
  kind: Event
  lastTimestamp: "2026-09-17T16:24:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:24:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62860a1c4877a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34881"
    uid: 5e62ceb1-2122-45a6-938c-be118b165879
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:26:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: 574b3cf6-4b90-47e2-9656-81104c57b6e5
  kind: Event
  lastTimestamp: "2026-09-17T16:26:18Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:26:18Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6287399c7ee01
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: b6a46fbe-e2ca-47da-88e6-42c602f2461c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:29:43.093194Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: 8c6bc97f-f7ce-4c2e-b389-8dabc924a00b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:29:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:29:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph.18d628a325141443
    namespace: kserve-ci-e2e-test
    resourceVersion: "37738"
    uid: 8e17f172-9f01-4347-a94f-6af307db8b10
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: 8c6bc97f-f7ce-4c2e-b389-8dabc924a00b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:43Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:29:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph.18d628a3471bf05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: 8ac729ba-c084-40b4-b003-45541acffff1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: 8c6bc97f-f7ce-4c2e-b389-8dabc924a00b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:50Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph.18d628a34883617e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37812"
    uid: d2736975-aa8b-48b8-b89a-2f0f358d88fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: 8c6bc97f-f7ce-4c2e-b389-8dabc924a00b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:50Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph.18d628a34c9e3ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37816"
    uid: 2b351669-8cc4-4b04-8a4c-b452abe5f818
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: 8c6bc97f-f7ce-4c2e-b389-8dabc924a00b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:50Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph.18d628a34d1d47a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37818"
    uid: 910f4fbe-2b22-4f16-ac15-246b5be455bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: 8c6bc97f-f7ce-4c2e-b389-8dabc924a00b
  kind: Event
  lastTimestamp: "2026-09-17T16:29:53Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph.18d628a57a075303
    namespace: kserve-ci-e2e-test
    resourceVersion: "37859"
    uid: 4c3a9b88-429a-47ec-aa6a-d4417990ecce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37723"
    uid: 55135e4a-0685-4a5f-9257-f59f4826225f
  kind: Event
  lastTimestamp: "2026-09-17T16:29:43Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9-kdgph'
  metadata:
    creationTimestamp: "2026-09-17T16:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9.18d628a324932eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37733"
    uid: bbe67003-97f9-458e-9740-5f70158fd2f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37721"
    uid: 27a7dc10-4f2d-424a-8e16-22641ef7d9a8
  kind: Event
  lastTimestamp: "2026-09-17T16:29:43Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-8685b689b9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d628a321e2e2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37725"
    uid: b96ae051-8d93-4189-935b-dd0952be7363
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: beef28e3-877b-49a4-8696-c276847d4cda
  kind: Event
  lastTimestamp: "2026-09-17T16:29:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:50Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d628a321f4ddee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: 08c87fbd-badf-432a-9340-05acaf24a055
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: beef28e3-877b-49a4-8696-c276847d4cda
  kind: Event
  lastTimestamp: "2026-09-17T16:29:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:43Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d628a3227e6b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "37729"
    uid: bb784127-064e-4772-b008-84ec532e116a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:28:22.069604Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36947"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:28:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:28:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d6289047b222d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36954"
    uid: e27b42cb-33f8-4bb9-9685-a1f8a0cf2f22
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36959"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:28:22Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:28:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d628906958e5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: 7152c06a-8dcd-446e-b96b-3894d4227061
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:28:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d628906b3a1861
    namespace: kserve-ci-e2e-test
    resourceVersion: "36981"
    uid: 51efbb81-c139-4ca0-8c7d-7f7da4fa6d60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:28:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d628906dbf4edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: 487420cb-aa7e-49ab-822e-398a630ce29e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:28:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d628906e2579ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36983"
    uid: 7a7a127a-d8d4-478a-83c0-34a80c8488cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:28:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d62890b7f4a7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: a7193df5-d1a7-492e-abe6-2cc58866a206
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:28:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d62890bab9b353
    namespace: kserve-ci-e2e-test
    resourceVersion: "36999"
    uid: c7111db4-8fa7-405f-b518-6cc560350358
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:28:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d62890bb241ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37000"
    uid: c89892f4-71bc-4835-b042-f30ac0f08bfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:28:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d62890bb3122af
    namespace: kserve-ci-e2e-test
    resourceVersion: "37001"
    uid: c0d31583-459a-49e9-9a13-47ac90fff832
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:28:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d62890bf501ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: 61fd8aac-76b6-4927-8d87-317ca6c8fa5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:28:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:28:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d62890bfbd88ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37007"
    uid: 1d2993b5-ee9f-423f-a0a4-498a0a54a7ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d62890f3fb7379
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: baa5a364-c7ac-420f-ba2b-9790c78204a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d628a2e451e02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37696"
    uid: 2f81acc0-f030-4ae4-b646-503a181a7862
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d628a2e45332ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37697"
    uid: 0e39a189-cc1d-4283-9e7a-6c64cdb2cae2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 85c855d5-d2ac-4eeb-aa72-408ad87887d3
  kind: Event
  lastTimestamp: "2026-09-17T16:29:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:29:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng.18d628a3d02583de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37774"
    uid: 56ab6412-1d42-4298-95c0-0e7fb5539979
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36938"
    uid: 47cb1bf9-e069-4eb7-98b4-b36713e05077
  kind: Event
  lastTimestamp: "2026-09-17T16:28:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5-zkhng'
  metadata:
    creationTimestamp: "2026-09-17T16:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5.18d62890461f2ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36948"
    uid: af852d96-9a3a-4730-a2a1-963245177eca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36936"
    uid: a72423ef-e71d-4403-abfb-87cfd0184362
  kind: Event
  lastTimestamp: "2026-09-17T16:28:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-7fd98fc9f5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62890428c52ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36940"
    uid: e55fcf12-f5e0-4cfe-8778-ce1b1c3137a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36937"
    uid: 9a6d563a-1e8a-4b2e-8c74-051439c28d68
  kind: Event
  lastTimestamp: "2026-09-17T16:28:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62893c1493264
    namespace: kserve-ci-e2e-test
    resourceVersion: "37305"
    uid: 2f35c958-d71b-401b-afeb-98bd5ce3a261
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36937"
    uid: 9a6d563a-1e8a-4b2e-8c74-051439c28d68
  kind: Event
  lastTimestamp: "2026-09-17T16:28:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:28:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62893c1c2ff0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: 1b0cc14a-ebf7-46f0-8d05-6d95deb22f50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37174"
    uid: 9a6d563a-1e8a-4b2e-8c74-051439c28d68
  kind: Event
  lastTimestamp: "2026-09-17T16:29:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6289abf66ec05
    namespace: kserve-ci-e2e-test
    resourceVersion: "37637"
    uid: e1f26de4-86d4-426d-b5da-dcfc5439e674
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37174"
    uid: 9a6d563a-1e8a-4b2e-8c74-051439c28d68
  kind: Event
  lastTimestamp: "2026-09-17T16:29:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:29:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6289abfdab44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37638"
    uid: 236dc9c8-53c2-4725-b21d-2694e118af0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36929"
    uid: 1bac764b-47f1-45d8-9571-7f2e54026483
  kind: Event
  lastTimestamp: "2026-09-17T16:29:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:41Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6289042af2e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37674"
    uid: b70cab69-fb1a-4963-9765-de104018777e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:28:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36929"
    uid: 1bac764b-47f1-45d8-9571-7f2e54026483
  kind: Event
  lastTimestamp: "2026-09-17T16:28:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:28:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6289043656a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "36944"
    uid: a4ba32d1-aa31-4cf2-a4e4-8a41603515e5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37672"
    uid: 1bac764b-47f1-45d8-9571-7f2e54026483
  kind: Event
  lastTimestamp: "2026-09-17T16:29:41Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:29:41Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d628a2abe5cc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: 94f35ade-c149-47e2-bf2b-1405c4ec8ce8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 5781dee6-29b6-4c38-83e8-82efece757a8
  kind: Event
  lastTimestamp: "2026-09-17T16:24:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:24:47Z"
    name: isvc-sklearn-s3.18d6284b993fbc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: 6e4c0b00-1460-4fbd-bd4b-587891be3687
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 5781dee6-29b6-4c38-83e8-82efece757a8
  kind: Event
  lastTimestamp: "2026-09-17T16:23:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:27Z"
    name: isvc-sklearn-s3.18d6284b99e60ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34005"
    uid: a76095e4-42db-40ce-a209-8777fbb25c95
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34696"
    uid: 5781dee6-29b6-4c38-83e8-82efece757a8
  kind: Event
  lastTimestamp: "2026-09-17T16:24:47Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:24:47Z"
    name: isvc-sklearn-s3.18d6285e6882e778
    namespace: kserve-ci-e2e-test
    resourceVersion: "34697"
    uid: 7930ff18-9a4b-4a8a-8a0f-409c86f705b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-546d99c7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: 9cd94804-244f-4dad-a12e-6a89c3314f5b
  kind: Event
  lastTimestamp: "2026-09-17T16:01:14Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-546d99c7cc-hzt8b'
  metadata:
    creationTimestamp: "2026-09-17T16:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:14Z"
    name: isvc-sklearn-scheduler-predictor-546d99c7cc.18d627153ac49cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: 3b07a7a4-44db-4876-9c55-f881e66a229f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: 34907106-f701-4c8a-b0c7-08ce382028ef
  kind: Event
  lastTimestamp: "2026-09-17T16:01:14Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-546d99c7cc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:01:14Z"
    name: isvc-sklearn-scheduler-predictor.18d6271537f2c29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: ef146ca4-6603-46de-ac4a-39d9e9ce7a81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: 12cfff9e-d15b-4bba-9e14-b234694e1a7e
  kind: Event
  lastTimestamp: "2026-09-17T16:01:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:01:14Z"
    name: isvc-sklearn-scheduler.18d6271537970cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20910"
    uid: 81b83c68-736f-4cab-afff-b4c51328d7e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: 12cfff9e-d15b-4bba-9e14-b234694e1a7e
  kind: Event
  lastTimestamp: "2026-09-17T16:01:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:01:14Z"
    name: isvc-sklearn-scheduler.18d6271537f74986
    namespace: kserve-ci-e2e-test
    resourceVersion: "20901"
    uid: 54443fbe-2baf-4279-a466-833e64bd59d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: 12cfff9e-d15b-4bba-9e14-b234694e1a7e
  kind: Event
  lastTimestamp: "2026-09-17T16:01:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:01:14Z"
    name: isvc-sklearn-scheduler.18d6271537f796ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: 19d32f5b-eb99-470a-93ea-549cf268bb11
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:09:56.476371Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25837"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:09:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:09:56Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6278edd34503c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: 0a36d887-f162-468d-97e5-0d72b6c26797
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25849"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:09:57Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:09:57Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6278eff10c417
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: 9203b45f-f272-4c35-a5c5-cdc3eb8a456f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:09:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:57Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6278f012abb93
    namespace: kserve-ci-e2e-test
    resourceVersion: "25859"
    uid: a4492884-6d1f-478e-b9a9-78afdcbfa9d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:09:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:57Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6278f04521468
    namespace: kserve-ci-e2e-test
    resourceVersion: "25860"
    uid: 5ceed3aa-1022-4175-a0a7-3be7b54613cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:09:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:57Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6278f04c730da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25861"
    uid: 64210eb4-791b-4a97-ba93-260e00260fbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:10:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:01Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6278ff8f02535
    namespace: kserve-ci-e2e-test
    resourceVersion: "25893"
    uid: 649b4eab-3a11-420e-8616-52e44c6ed010
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:10:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:01Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6278ffc1bf727
    namespace: kserve-ci-e2e-test
    resourceVersion: "25895"
    uid: 7ddb5e2c-875d-4f95-a210-a38f141a1dbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:10:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:01Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6278ffcab7885
    namespace: kserve-ci-e2e-test
    resourceVersion: "25897"
    uid: 8a864cfb-91f6-4cc1-b843-6ece7f1e079e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:10:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:01Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6278ffcb6f9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: 8f060ea2-67b3-4966-891d-8e53f33e0d27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:10:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:01Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6278fffc35486
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: a455c9c0-56e3-4fac-b221-d957be6b18dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:10:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:10:01Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d627900033c29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25903"
    uid: 719704a1-dc00-4390-8851-9861daf291d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:29Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d6279070d06e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "26970"
    uid: 693e1106-04a0-4c8b-b88c-70110ebba9a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d627a3dc3a85d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: 4e2c5f30-cb89-4d5e-9212-9a77cebdd1c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d627a3dc3af63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26954"
    uid: 1d8b0108-3144-4112-ab10-67b36dfadb5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 04c31303-4709-4f8b-86e3-c2288254f54d
  kind: Event
  lastTimestamp: "2026-09-17T16:11:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:29Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw.18d627a476fb2a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "26969"
    uid: 6321ae35-1ffd-4358-91e2-84dc25789bdd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 35a5171a-ddd9-482b-b139-5e93185ad57f
  kind: Event
  lastTimestamp: "2026-09-17T16:09:56Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5bb477d776-cvrlw'
  metadata:
    creationTimestamp: "2026-09-17T16:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:56Z"
    name: isvc-sklearn-v2-mixed-predictor-5bb477d776.18d6278edca6e72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: dc01775f-015e-43bf-82ba-4fbfbbe8658f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25826"
    uid: cb0da213-6326-449c-9079-156be22b3679
  kind: Event
  lastTimestamp: "2026-09-17T16:09:56Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5bb477d776 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6278ed894f633
    namespace: kserve-ci-e2e-test
    resourceVersion: "25830"
    uid: 65f24be6-7b64-4389-89e1-c08f48caa41d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: 4469de6c-3736-452d-ad89-4428173f46f6
  kind: Event
  lastTimestamp: "2026-09-17T16:10:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:41Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6279257f4dff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26583"
    uid: 49673665-4122-4d13-8b5b-3d84b5993cd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: 4469de6c-3736-452d-ad89-4428173f46f6
  kind: Event
  lastTimestamp: "2026-09-17T16:10:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:10:41Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62792589ab6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: 95fc196a-cbf2-4de4-9c9a-91101e65a507
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26031"
    uid: 4469de6c-3736-452d-ad89-4428173f46f6
  kind: Event
  lastTimestamp: "2026-09-17T16:11:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6279cd69b3156
    namespace: kserve-ci-e2e-test
    resourceVersion: "26936"
    uid: e492fdff-54b8-47e6-bdb9-75fc2542d13e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:10:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26031"
    uid: 4469de6c-3736-452d-ad89-4428173f46f6
  kind: Event
  lastTimestamp: "2026-09-17T16:11:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6279cd71a578f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26938"
    uid: 90045586-27b0-42b6-8785-7f1511092674
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25817"
    uid: 88e93cc7-dd97-4255-8d66-63da6a0b63c8
  kind: Event
  lastTimestamp: "2026-09-17T16:11:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:19Z"
    name: isvc-sklearn-v2-mixed.18d6278ed89a8b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26882"
    uid: 3462aaba-a500-4f15-ba0e-c93fc01fee48
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25817"
    uid: 88e93cc7-dd97-4255-8d66-63da6a0b63c8
  kind: Event
  lastTimestamp: "2026-09-17T16:09:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:09:56Z"
    name: isvc-sklearn-v2-mixed.18d6278ed96c262d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25833"
    uid: e3a03789-a572-4e0b-bfb8-298c5bc6e5ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26880"
    uid: 88e93cc7-dd97-4255-8d66-63da6a0b63c8
  kind: Event
  lastTimestamp: "2026-09-17T16:11:19Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:19Z"
    name: isvc-sklearn-v2-mixed.18d627a22a75bc2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26881"
    uid: 79785273-9a18-41a8-8813-27f7150af796
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:08:21.152903Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24843"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:08:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:08:21Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62778ab7b8b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24849"
    uid: 78177227-468a-48a4-bde5-2d1859140dc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:21Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62778b49ad48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24858"
    uid: fa5f84e4-c685-4ad6-87c4-0d75f79ec5e8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24853"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:22Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:08:22Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62778f1370bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24871"
    uid: d92c25f9-e368-4a17-b1d7-8320a48f1df0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:22Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62778f2cf31dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: 005cf77a-8230-4f31-8726-38ce1f4972f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:22Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62778f5f48659
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: d2af3b15-bf49-426e-96a6-0db0dd44c6d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:22Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62778f6685acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24875"
    uid: 2b17cbd9-854c-4e8c-be88-a24e4c76c6ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:26Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62779e1aa6046
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: 62ba2073-1059-4c38-a031-7c4ae80abcbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:26Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62779e47313ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24917"
    uid: 685f5515-c4bd-4fde-80dc-c227bb08c925
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:26Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62779e4e6773a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24918"
    uid: e60c4d2b-f5f6-4961-b587-69ac9a0f25a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:26Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62779e4f114f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24919"
    uid: e2a6c8a6-1e82-47bc-a9e6-993b52c6947b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:26Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62779e7a8f883
    namespace: kserve-ci-e2e-test
    resourceVersion: "24922"
    uid: a43f8a94-288a-44bf-a7e8-ac6ab18485d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:08:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:26Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d62779e81bef5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 92b5f6c4-1238-4026-aa6d-aa78d3a151e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:09:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:40Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d6277a59951e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "25664"
    uid: c50ba39d-0961-4241-ace7-d659844774ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:09:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:51Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d6278da79b46fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25766"
    uid: 2e1cf819-ef4c-4916-b115-6c92fae1835b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:09:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:51Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d6278da79bd172
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: 02d6f024-1673-494c-94ff-2996f8c89075
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 2dbc2636-1222-4db9-a86b-df2f974c3f64
  kind: Event
  lastTimestamp: "2026-09-17T16:09:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:09:54Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr.18d6278e5fdb8bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25795"
    uid: 4ec9c206-9f1a-4e4f-8650-b265ddb49176
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-68f4f4d797
    namespace: kserve-ci-e2e-test
    resourceVersion: "24834"
    uid: 28ee9f45-b724-4a1a-ae71-d09e0f87bd85
  kind: Event
  lastTimestamp: "2026-09-17T16:08:21Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-68f4f4d797-c6nvr'
  metadata:
    creationTimestamp: "2026-09-17T16:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:21Z"
    name: isvc-sklearn-v2-predictor-68f4f4d797.18d62778aaf6e3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: a93af5e7-9c9f-4302-bb0e-3b32fafa04f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24832"
    uid: 9d5b847c-9343-4abe-9ecd-a1ba056c2259
  kind: Event
  lastTimestamp: "2026-09-17T16:08:21Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-68f4f4d797 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:21Z"
    name: isvc-sklearn-v2-predictor.18d62778a6f5e96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: ed9a3b9b-202d-44ed-880a-38d94f0fca13
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: c096ccea-a03a-4194-8598-88055a5ea054
  kind: Event
  lastTimestamp: "2026-09-17T16:08:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:51Z"
    name: isvc-sklearn-v2-predictor.18d6277c2715f5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: cc79af94-7146-4b6c-80e8-9c7f09dd9738
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: c096ccea-a03a-4194-8598-88055a5ea054
  kind: Event
  lastTimestamp: "2026-09-17T16:08:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:51Z"
    name: isvc-sklearn-v2-predictor.18d6277c27efc71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25298"
    uid: d4b80649-79c5-4097-abd5-b88c90581689
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: c096ccea-a03a-4194-8598-88055a5ea054
  kind: Event
  lastTimestamp: "2026-09-17T16:09:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:51Z"
    name: isvc-sklearn-v2-predictor.18d6278327263e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: 16984abc-9790-4147-a970-119ca4eed3a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: c096ccea-a03a-4194-8598-88055a5ea054
  kind: Event
  lastTimestamp: "2026-09-17T16:09:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:09:51Z"
    name: isvc-sklearn-v2-predictor.18d6278327e45102
    namespace: kserve-ci-e2e-test
    resourceVersion: "25764"
    uid: aebc6d32-74bd-4409-a44c-7d70a4fef3a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:07:15.846209Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24252"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:07:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:07:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d6276976e692eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: a6b26424-0660-4c14-b790-3933d07a4071
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:16Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:07:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d6276998d1fe97
    namespace: kserve-ci-e2e-test
    resourceVersion: "24272"
    uid: 606452c2-2421-484c-8a04-149d46fd954f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d627699a91cd00
    namespace: kserve-ci-e2e-test
    resourceVersion: "24274"
    uid: 19bc5bd3-2096-4f91-bad6-66670bcd6edc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d627699ddbf5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: d838998e-becd-463e-9811-d737bfa8317e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:16Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d627699e4fc8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 358299c7-eeb0-445a-8041-c975668ffc1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:21Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d6276aad9fa8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24338"
    uid: 3df1ffee-af71-4961-96a6-18ee2ace49ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d6276ab13e1628
    namespace: kserve-ci-e2e-test
    resourceVersion: "24341"
    uid: 5c4883ba-58ce-449e-b0b3-76f0f307d2b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d6276ab1b785a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: 26504d1f-a60e-4486-a4bc-e5a805399b23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d6276ab1c219ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24345"
    uid: eac1f6cb-0346-4707-b9f1-49eefac36d63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d6276ab500e740
    namespace: kserve-ci-e2e-test
    resourceVersion: "24347"
    uid: 371c7b54-5066-4f62-911e-0d27f8529dc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d6276ab5770a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: fe6639ad-92bb-4dcd-99c5-59bafbad8c07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:07:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T16:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:07:58Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d627734e4e950b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: f234b8f9-53d0-4e52-9b39-9ec9c73f86cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:08:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d6277771563f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "24777"
    uid: 551a5b4c-6f9e-4afc-a450-8ed4fcbf153c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:08:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d627777156db1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24778"
    uid: 17ac7fda-8d91-489a-83bb-09c12e03120a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:08:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:23Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d62777f3bf08b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24880"
    uid: b25358d0-859f-42c2-a6d8-ea4bb44058bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 77855d5b-37fc-4147-9510-6c831f10bbf5
  kind: Event
  lastTimestamp: "2026-09-17T16:08:19Z"
  message: 'Readiness probe failed: Get "http://10.132.0.39:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T16:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:08:19Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94.18d627782faf6e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "24802"
    uid: b523c49c-fc9c-412d-bbfe-2d5c8fd58d79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24242"
    uid: 20178ad0-73f6-4d32-a03d-76368e605ad7
  kind: Event
  lastTimestamp: "2026-09-17T16:07:15Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-fbv94'
  metadata:
    creationTimestamp: "2026-09-17T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:07:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d62769766869ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24253"
    uid: 7d3265b6-e979-4a93-9e12-6be76345ee4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: c12a3218-c8b4-4eb4-adba-8309e8286e5a
  kind: Event
  lastTimestamp: "2026-09-17T16:07:15Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:07:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62769728cd4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24245"
    uid: 4e60d71d-492e-4fa5-8128-b2e1e84407bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: 8bc3bc3f-52a5-4f62-94ad-de45f6e27f88
  kind: Event
  lastTimestamp: "2026-09-17T16:08:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6276cf13a0f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "24632"
    uid: b684871d-cd63-4325-b6af-6cf7c3df252c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: 8bc3bc3f-52a5-4f62-94ad-de45f6e27f88
  kind: Event
  lastTimestamp: "2026-09-17T16:08:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6276cf1c2ed8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24633"
    uid: 6be61d04-57a4-4291-95b3-aaf8666efd80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: 8bc3bc3f-52a5-4f62-94ad-de45f6e27f88
  kind: Event
  lastTimestamp: "2026-09-17T16:08:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d627776f15435c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24765"
    uid: 96fd4fcb-83bf-4cc9-9fd2-b5bd0c929cf0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: 8bc3bc3f-52a5-4f62-94ad-de45f6e27f88
  kind: Event
  lastTimestamp: "2026-09-17T16:08:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:08:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d627776f9a5462
    namespace: kserve-ci-e2e-test
    resourceVersion: "24768"
    uid: f2f7d02b-40f7-4ae0-8dfa-d605196ff9c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: f30a8127-351d-4e70-81d8-3ddbf4ddb6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:08:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:08Z"
    name: isvc-sklearn-v2-runtime.18d6276972dc9747
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: e2b010e3-1e2c-44e0-a410-1ab275727e67
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:07:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: f30a8127-351d-4e70-81d8-3ddbf4ddb6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:07:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:07:15Z"
    name: isvc-sklearn-v2-runtime.18d6276973b7f19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: cb888667-6fde-4824-a8be-75d82ae47124
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24695"
    uid: f30a8127-351d-4e70-81d8-3ddbf4ddb6bf
  kind: Event
  lastTimestamp: "2026-09-17T16:08:08Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:08Z"
    name: isvc-sklearn-v2-runtime.18d62775a5a839b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24696"
    uid: 86d2b631-494d-42e6-8455-22e74a123dd7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: a0f60836-fa41-4fb5-b7c0-17395d707363
  kind: Event
  lastTimestamp: "2026-09-17T16:09:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:09:50Z"
    name: isvc-sklearn-v2.18d62778a7050559
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: 4cf7830a-a91d-4379-b7b4-9c29ae6fc90a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:08:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: a0f60836-fa41-4fb5-b7c0-17395d707363
  kind: Event
  lastTimestamp: "2026-09-17T16:08:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:08:21Z"
    name: isvc-sklearn-v2.18d62778a7a77487
    namespace: kserve-ci-e2e-test
    resourceVersion: "24840"
    uid: 5ea1a37a-9cf8-4fa7-9fb5-6de6d75853e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:09:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: a0f60836-fa41-4fb5-b7c0-17395d707363
  kind: Event
  lastTimestamp: "2026-09-17T16:09:50Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:09:50Z"
    name: isvc-sklearn-v2.18d6278d82f77873
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: cf4ad96b-c462-40f0-a7e3-c5262e94d283
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21205"
    uid: 191156fc-e3da-4b2c-8f1d-f4361a9c0e87
  kind: Event
  lastTimestamp: "2026-09-17T16:03:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:03:11Z"
    name: isvc-sklearn.18d6271d1e324426
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: a6eb6e62-dc65-4dce-953c-5ffa9ec2f703
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:01:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21205"
    uid: 191156fc-e3da-4b2c-8f1d-f4361a9c0e87
  kind: Event
  lastTimestamp: "2026-09-17T16:01:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:01:47Z"
    name: isvc-sklearn.18d6271d1ed4edd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: 0196ce22-74f0-41ff-8377-f136881843ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21896"
    uid: 191156fc-e3da-4b2c-8f1d-f4361a9c0e87
  kind: Event
  lastTimestamp: "2026-09-17T16:03:11Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:03:11Z"
    name: isvc-sklearn.18d6273098f34510
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: a8a9b6be-9a4d-4030-aaf9-a0110aa18453
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:11:31.920431Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27014"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-9j8q7
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:11:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:11:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a5161cffd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: 35c042ec-df0b-4410-bc00-d5d02f3027c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27024"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:32Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:11:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a537cce110
    namespace: kserve-ci-e2e-test
    resourceVersion: "27037"
    uid: 2c646cdb-f281-4459-967d-5fd7ffa9a89c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a5395bf9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: e7d7799d-e8c8-41bf-b748-14f73804d3d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a53bdcd72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: fac5e3fb-47c5-4128-9852-740d75e0f930
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a53c4f8fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: 3bbcbf3b-7e16-4271-9569-c5be0fcf394e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:37Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T16:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:37Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a66a750ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: 374589ce-d585-4260-b52b-c0903dcada13
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.908s (3.908s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a7536d1e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: c4004f1f-5c89-43dc-a346-bc162a4dc590
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a757606746
    namespace: kserve-ci-e2e-test
    resourceVersion: "27127"
    uid: 14337c06-77f5-4f55-b899-166add08d319
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a757d918c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27129"
    uid: 83f45460-5f16-4a45-8e58-d4203aa6e485
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a757e350e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27130"
    uid: a3b24a8c-1bb1-4115-a973-e16940a0eb0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a75a9ba60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27131"
    uid: 0b5f65a8-4459-4490-acb0-6b7dfb79afa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a75b1faea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27133"
    uid: af95e1a0-7f2f-4ad3-a5ad-552410659046
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:11:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:11:49Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627a79699688f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27313"
    uid: d8d5903a-c7a6-4e2d-a0ea-dafb14393dcb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:12:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627aefb4da08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: 807dc170-b533-4c5d-a61f-7ae2272d8091
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:12:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627aefb53b893
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: f2079365-ad5c-4328-a4b6-6ddb16bdcd38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 24e9a293-dd37-4c98-a832-1358a22a62bf
  kind: Event
  lastTimestamp: "2026-09-17T16:12:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-9j8q7.18d627af0a6c375b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: a802b6bb-c875-43b7-9b9c-e94c6d60d229
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27006"
    uid: 4b6b4002-38d7-4d1d-add6-dc44100743c7
  kind: Event
  lastTimestamp: "2026-09-17T16:11:31Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-9j8q7'
  metadata:
    creationTimestamp: "2026-09-17T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:31Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d627a514b335ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27018"
    uid: ea9e3356-7703-4aae-8e8c-6bda51d6eef6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27002"
    uid: 815c4d8a-d002-463e-94f5-fe63d1e079c9
  kind: Event
  lastTimestamp: "2026-09-17T16:11:31Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:11:31Z"
    name: isvc-tensorflow-predictor.18d627a50d6c8d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "27008"
    uid: bf2ffaf3-57f9-4dec-b64f-93168939353d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27005"
    uid: b5521a49-bca9-4915-8c67-b00cf42a9b06
  kind: Event
  lastTimestamp: "2026-09-17T16:12:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:01Z"
    name: isvc-tensorflow-predictor.18d627a88c709e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: a97322fc-80d8-41b2-8c34-3b54826d45e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27005"
    uid: b5521a49-bca9-4915-8c67-b00cf42a9b06
  kind: Event
  lastTimestamp: "2026-09-17T16:12:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:01Z"
    name: isvc-tensorflow-predictor.18d627a88cfae5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: c216dec6-7d9c-43af-b42e-7e1065820b09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:12:19.696809Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:12:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:12:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b035ceff61
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 472e0b9b-f98c-4fa8-a950-6790705addbe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27630"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b057ac256f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 3088e817-3e58-477d-8c0e-5cfaf4857aea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b059a18eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27644"
    uid: 1a616714-8367-4b5d-b085-911e30a03997
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b05c87fb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: b6c0e175-c308-4402-8fa2-8d651f5b6324
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:20Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b05d0ecab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27646"
    uid: 48a941a7-877e-4ac5-9ac0-d78331fbbda8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:25Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T16:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:25Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b18a56d668
    namespace: kserve-ci-e2e-test
    resourceVersion: "27686"
    uid: 5729364c-de18-41ce-988e-7043742eec8f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:29Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.591s (3.591s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b2606fffe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: b181344e-dc81-46e4-919c-656e2668fa98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b263932cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27720"
    uid: 57bda8d5-aed4-48e7-8404-a2246eb69c95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b264175a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 20c4fdf2-422e-4716-b9aa-f3bc3fac64c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b26421d597
    namespace: kserve-ci-e2e-test
    resourceVersion: "27722"
    uid: 1dcb8321-ff9c-491e-b8b1-c227053703c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b2670efab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: 8d4526aa-34c2-4359-86a5-a84fa0ea7742
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b26783686e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27724"
    uid: 102779f5-5a00-46d0-94af-551a28e9f181
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:12:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:12:35Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b27a0ab78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27781"
    uid: 18ffedcf-f6f6-4f7e-8ad7-7687d0cb3416
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:13:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b9dfa27e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: ded3b44a-dd15-4a75-bbc9-9013b556f3b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:13:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627b9dfa3b01a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 51f0cd7b-5166-4111-be88-b50507145c0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 5eba4e01-c585-43cb-955a-ce6750ec1323
  kind: Event
  lastTimestamp: "2026-09-17T16:13:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv.18d627badc00cdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28358"
    uid: 0464a147-b56c-4539-9b87-0a186c316285
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27606"
    uid: 533f1cd8-4229-4784-a96e-af114cde21af
  kind: Event
  lastTimestamp: "2026-09-17T16:12:19Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-wnwfv'
  metadata:
    creationTimestamp: "2026-09-17T16:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d627b035609d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "27618"
    uid: 4990862e-d50f-4f6a-a37e-d461f474183a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: 6da3862c-e1d9-44f1-b5af-1e085e5dac17
  kind: Event
  lastTimestamp: "2026-09-17T16:12:19Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:19Z"
    name: isvc-tensorflow-runtime-predictor.18d627b03181015d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27608"
    uid: 85a435b2-0631-4a17-91c1-dbb1c3526766
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27605"
    uid: f8b9a0a6-24d8-4014-bf12-913e44a8481e
  kind: Event
  lastTimestamp: "2026-09-17T16:12:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:34Z"
    name: isvc-tensorflow-runtime-predictor.18d627b3b156e214
    namespace: kserve-ci-e2e-test
    resourceVersion: "27774"
    uid: 8a2285d9-a069-463a-b384-62551e68cf26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27605"
    uid: f8b9a0a6-24d8-4014-bf12-913e44a8481e
  kind: Event
  lastTimestamp: "2026-09-17T16:12:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:34Z"
    name: isvc-tensorflow-runtime-predictor.18d627b3b1d4cee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: 04470bbd-14ff-444e-b62a-407acf8b2f0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27773"
    uid: f8b9a0a6-24d8-4014-bf12-913e44a8481e
  kind: Event
  lastTimestamp: "2026-09-17T16:12:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:49Z"
    name: isvc-tensorflow-runtime-predictor.18d627b731145ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27892"
    uid: dae529ae-9cd2-478f-91c1-d3fe5aa5b603
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27773"
    uid: f8b9a0a6-24d8-4014-bf12-913e44a8481e
  kind: Event
  lastTimestamp: "2026-09-17T16:12:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:12:49Z"
    name: isvc-tensorflow-runtime-predictor.18d627b731b1892b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27894"
    uid: 76fdb034-ce62-475f-9685-d9dab8c0357d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27597"
    uid: d3067e0c-af10-4cbb-a382-06b34e35e7c1
  kind: Event
  lastTimestamp: "2026-09-17T16:12:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:45Z"
    name: isvc-tensorflow-runtime.18d627b032015cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: c4f32f0d-1cc3-455c-b6cd-a173e71c9115
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27597"
    uid: d3067e0c-af10-4cbb-a382-06b34e35e7c1
  kind: Event
  lastTimestamp: "2026-09-17T16:12:19Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:19Z"
    name: isvc-tensorflow-runtime.18d627b0329f7496
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: ba85b96d-ba61-46ac-9191-53077fd40aa9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27599"
    uid: d3067e0c-af10-4cbb-a382-06b34e35e7c1
  kind: Event
  lastTimestamp: "2026-09-17T16:12:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:19Z"
    name: isvc-tensorflow-runtime.18d627b03a93fe08
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: aa6f4914-546e-4df5-ad20-a5e4493a6b4d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:12:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27859"
    uid: d3067e0c-af10-4cbb-a382-06b34e35e7c1
  kind: Event
  lastTimestamp: "2026-09-17T16:12:45Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:12:45Z"
    name: isvc-tensorflow-runtime.18d627b63a9e7445
    namespace: kserve-ci-e2e-test
    resourceVersion: "27860"
    uid: 44b7a347-8f8c-418f-a8b9-dd40e435c4fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26994"
    uid: 783baaeb-9f98-4f09-aaa4-fe445366368c
  kind: Event
  lastTimestamp: "2026-09-17T16:11:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:59Z"
    name: isvc-tensorflow.18d627a50db3bc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: 40b83a62-79a9-4a68-9267-e76c01cb69e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26994"
    uid: 783baaeb-9f98-4f09-aaa4-fe445366368c
  kind: Event
  lastTimestamp: "2026-09-17T16:11:32Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:32Z"
    name: isvc-tensorflow.18d627a50e9a504f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: 5e4cf3af-64dc-4754-b6bf-68747e8e889b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26996"
    uid: 783baaeb-9f98-4f09-aaa4-fe445366368c
  kind: Event
  lastTimestamp: "2026-09-17T16:11:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:32Z"
    name: isvc-tensorflow.18d627a51c56029f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 9c56118b-690b-4389-a6c6-cec1c170f379
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:11:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27427"
    uid: 783baaeb-9f98-4f09-aaa4-fe445366368c
  kind: Event
  lastTimestamp: "2026-09-17T16:11:59Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:11:59Z"
    name: isvc-tensorflow.18d627ab93e14e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 5ed3682d-31b8-4871-95a9-0f418b173372
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:13:06.379119Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-zwxtg
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:13:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:13:06Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627bb144a4272
    namespace: kserve-ci-e2e-test
    resourceVersion: "28059"
    uid: 1b04bd9c-6004-4e97-8fa6-15379cabea30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28063"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:06Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:13:06Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627bb36663605
    namespace: kserve-ci-e2e-test
    resourceVersion: "28075"
    uid: 6dcf3b62-7be1-4a18-b658-127ac04762c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:06Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627bb37e7f557
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: 4a56d1d2-545b-42c6-a540-a76da284c92f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627bb3a938aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28079"
    uid: 6622707f-fbb2-4531-ac51-34deaa4cc458
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:07Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627bb3b15a04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28080"
    uid: 1d844d39-3875-4e76-8fdc-3fc5b396fd1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:13:12Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T16:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:13:12Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627bc66721d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: 452368ce-219b-499a-9586-b42024f50ed1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:07Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.835s
    (1m55.835s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:07Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627d75ec29c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "29054"
    uid: e6fbfb2e-7c2b-4cae-b7a8-ebbefaa05750
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:07Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627d7651d9d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "29056"
    uid: b6a5ba26-1da3-4181-99d4-4158094f9eec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:08Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627d766301764
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 33c32b5d-df09-49bc-80ab-fea0efbd02f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:08Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627d7663ab6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29058"
    uid: fbaac8d2-b80f-4473-aae7-f83e7e036840
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:08Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627d76c0cf31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29059"
    uid: 45619b16-492d-4308-a1a5-b6491bf7753a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:08Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627d76d1cc129
    namespace: kserve-ci-e2e-test
    resourceVersion: "29060"
    uid: f7bc2fe5-63cf-442f-afb4-b73139cbe6ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:09Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627d78e14225d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: 1c83989c-d8ff-4fca-81bd-0585cc07f6f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:18Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627d9e47104b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29189"
    uid: 46cc4f1f-28c3-4c7b-8d81-9f87902407fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:18Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627d9e4717754
    namespace: kserve-ci-e2e-test
    resourceVersion: "29190"
    uid: 09a40675-54f7-42ac-a48e-d5daae3cb56f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-zwxtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: e74c61d9-46de-4379-8b4b-0d3c76d72354
  kind: Event
  lastTimestamp: "2026-09-17T16:15:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:19Z"
    name: isvc-triton-predictor-5d7db58676-zwxtg.18d627da1deb3d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29199"
    uid: 0e95660a-7a95-4af2-8f96-582d708fd46a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28043"
    uid: 69f7eb2a-aa50-4507-9eb4-706907f7d053
  kind: Event
  lastTimestamp: "2026-09-17T16:13:06Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-zwxtg'
  metadata:
    creationTimestamp: "2026-09-17T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:06Z"
    name: isvc-triton-predictor-5d7db58676.18d627bb13d157c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: 84b397a4-7b85-4c39-882b-b4ca7078561b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28041"
    uid: 38e65ee4-e48b-4f85-a7db-b2300f5fe6b2
  kind: Event
  lastTimestamp: "2026-09-17T16:13:06Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:13:06Z"
    name: isvc-triton-predictor.18d627bb1087dc63
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: d588821c-d2dc-4521-a2b6-4f70914efae8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28042"
    uid: c100af80-9793-4187-b2a7-00aa68f71cd9
  kind: Event
  lastTimestamp: "2026-09-17T16:15:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:06Z"
    name: isvc-triton-predictor.18d627be8f248d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "29041"
    uid: 4310de27-fc8c-45bf-b270-5f28925091d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28042"
    uid: c100af80-9793-4187-b2a7-00aa68f71cd9
  kind: Event
  lastTimestamp: "2026-09-17T16:15:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:06Z"
    name: isvc-triton-predictor.18d627be8fc64995
    namespace: kserve-ci-e2e-test
    resourceVersion: "29042"
    uid: 62fc27a4-4b79-48ba-aad5-ea6b4492bd2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: 634f0a1d-6201-4ccc-92ab-290b3bc3709d
  kind: Event
  lastTimestamp: "2026-09-17T16:15:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:14Z"
    name: isvc-triton.18d627bb107a55b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29125"
    uid: ef691aa6-9ca1-45df-a364-76af02c5ff34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:13:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: 634f0a1d-6201-4ccc-92ab-290b3bc3709d
  kind: Event
  lastTimestamp: "2026-09-17T16:13:06Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:13:06Z"
    name: isvc-triton.18d627bb1110093b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28050"
    uid: 0ea79602-ce46-49be-a068-c09698cec731
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29122"
    uid: 634f0a1d-6201-4ccc-92ab-290b3bc3709d
  kind: Event
  lastTimestamp: "2026-09-17T16:15:14Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:14Z"
    name: isvc-triton.18d627d8fcc4ca3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29124"
    uid: bcbf8275-c4e0-41d5-96a1-290e952c3df0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:15:23.906232Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29353"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-q4ck9
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627db198b70b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29359"
    uid: fd2818f9-c730-4a98-9fdd-45bcc0324251
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29363"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:24Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:15:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627db3b6676bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29376"
    uid: ea8f1f8f-c739-4543-bfda-5847af575357
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627db3cfa5029
    namespace: kserve-ci-e2e-test
    resourceVersion: "29378"
    uid: bf4c7ef5-05ae-483d-9e35-ffab75e90996
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627db3f8e07fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: d882a0f2-8cac-4e07-99b0-3c70ff7dc233
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627db3ffe6357
    namespace: kserve-ci-e2e-test
    resourceVersion: "29380"
    uid: 1f17392d-b7c3-4368-806e-bf88ced5dbfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:29Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627dc54d2ac3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29446"
    uid: d306afed-6765-4a7c-880a-7e6e1dda6f4f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.545s (20.545s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627e11d6cc2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29605"
    uid: e026f16e-6d51-4a6a-bd40-9895d44dd3b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627e120ba3d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "29607"
    uid: 7dd28d5e-97ed-48e6-9c21-1993a41ad36a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627e121408bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: f36417ce-5717-4a05-ae9a-695b0bcc7ad5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627e1214aa0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29609"
    uid: 254e8f12-c59a-4de1-906d-6860ae1ecda4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627e12427e23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29610"
    uid: 93e18a81-d162-4ef9-ae09-ab3f0e884606
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:15:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:15:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627e124968a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29611"
    uid: 7d83e024-47ef-49da-bb84-c35bbbf54229
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:17:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:06Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627e13fa5b978
    namespace: kserve-ci-e2e-test
    resourceVersion: "30358"
    uid: 7ccdffd0-73f3-4106-82ab-81f08537aa9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:17:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627f28421a4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30341"
    uid: 3131362b-1fe7-4d6a-88d6-d3e07fd32fe1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:17:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627f28422599b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30342"
    uid: 6a5a0731-05cd-4ff0-b8f5-0ddfa39a5ce7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29355"
    uid: 5c5e751c-782f-4a1e-ba12-18ea9129a3b0
  kind: Event
  lastTimestamp: "2026-09-17T16:17:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:06Z"
    name: isvc-xgboost-predictor-7566d65bf7-q4ck9.18d627f2f1d29071
    namespace: kserve-ci-e2e-test
    resourceVersion: "30357"
    uid: d3b89454-55da-43db-8195-1bcc50fd4bca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: eb6f72e3-1cce-4ca7-b516-a97d782dcc2b
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-q4ck9'
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d627db18d6058a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29354"
    uid: d1ed68ce-69b0-4a42-aafb-ebb6eea1dd8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29342"
    uid: 7d21cbfe-ce4d-44fb-a0b4-64e8e904ffe6
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-xgboost-predictor.18d627db15eb289d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29346"
    uid: b4c9c538-d1c8-45ec-aef2-991f8e0ee2a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29343"
    uid: 05bade61-9679-4650-9b7c-968158ac2bad
  kind: Event
  lastTimestamp: "2026-09-17T16:16:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:23Z"
    name: isvc-xgboost-predictor.18d627de952f4383
    namespace: kserve-ci-e2e-test
    resourceVersion: "29876"
    uid: e3443f16-715a-4a2c-946e-2e5faf019987
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29343"
    uid: 05bade61-9679-4650-9b7c-968158ac2bad
  kind: Event
  lastTimestamp: "2026-09-17T16:16:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:23Z"
    name: isvc-xgboost-predictor.18d627de95a6f454
    namespace: kserve-ci-e2e-test
    resourceVersion: "29877"
    uid: 546d48d6-0bd6-42b1-af16-41f135835656
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29527"
    uid: 05bade61-9679-4650-9b7c-968158ac2bad
  kind: Event
  lastTimestamp: "2026-09-17T16:16:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:53Z"
    name: isvc-xgboost-predictor.18d627ec92756dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30180"
    uid: f80a187c-3ae9-443d-a44a-f835d26eb774
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29527"
    uid: 05bade61-9679-4650-9b7c-968158ac2bad
  kind: Event
  lastTimestamp: "2026-09-17T16:16:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:16:53Z"
    name: isvc-xgboost-predictor.18d627ec92ef1bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30181"
    uid: 0634b60f-cb93-4eb4-a165-f92c7f1b0f59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:19:00.197914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31411"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    to ip-10-0-128-144.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:19:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:19:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d6280d75889896
    namespace: kserve-ci-e2e-test
    resourceVersion: "31417"
    uid: 6b29beb9-b5df-435f-8ff3-4f378545c30c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d6280d8332949f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31424"
    uid: 3e0927c7-fd4c-420b-9795-863543469651
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31421"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:01Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:19:01Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d6280dbb28dd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: fe1446bf-5062-448a-85e5-b38c9b474b20
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:01Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d6280dbd37804b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 27153775-3603-42b7-8b6c-f34a90102ce3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:01Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d6280dc07f328b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31439"
    uid: a976636b-3e55-46c2-b391-c67ce408c50f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:01Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d6280dc13740bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: 763a25ec-0947-432e-8d19-83589d5f4472
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:05Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d6280ebca2862a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31499"
    uid: 42037f49-3627-4159-8aae-bd5fa62c1bee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:26Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.557s (20.557s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d6281385f4c874
    namespace: kserve-ci-e2e-test
    resourceVersion: "31717"
    uid: d7a126e5-a2e1-4dca-85d8-311d562b3f0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d628138a3d7e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "31718"
    uid: 3b13f2e9-bc50-4f30-bef7-a7f3c4e0b480
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d628138ac0f2ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 197361a0-5b9e-4f18-b5ea-799f449e3014
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d628138acc260f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31720"
    uid: 5d763a59-a35e-4284-bd1c-8febc80cd4c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d628138e1c1c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "31721"
    uid: 9d73aa3f-948b-429f-938d-3edc34d92ad5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:19:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:19:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d628138e9df65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31722"
    uid: e41a7cf8-33e6-4615-bd95-9477acb335f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:20:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d62813a63b759a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32390"
    uid: dd3917ab-0b6b-415f-b4ad-73bdacee0487
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:20:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d6282737a5fadd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32374"
    uid: 5459676c-295c-4ed5-b0b0-7853b52c9454
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:20:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d6282737a69316
    namespace: kserve-ci-e2e-test
    resourceVersion: "32375"
    uid: f75cdc3d-0223-4336-87c8-eeacf4ef9a25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 7ac5406e-d16c-43b0-bf52-6a82d71d294f
  kind: Event
  lastTimestamp: "2026-09-17T16:20:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:52Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4.18d62827ac6d2f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32389"
    uid: 41f28b2f-e165-4b6d-8c6b-533eccd483dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 4d781358-991b-40c1-a5dc-5fd197c745b7
  kind: Event
  lastTimestamp: "2026-09-17T16:19:00Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-tl8h4'
  metadata:
    creationTimestamp: "2026-09-17T16:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d6280d74becbfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31412"
    uid: 939d2414-d240-44b9-ac9a-a73c9b248bd4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: 2a7860dd-df9c-45a0-b501-817e0c192194
  kind: Event
  lastTimestamp: "2026-09-17T16:19:00Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:19:00Z"
    name: isvc-xgboost-runtime-predictor.18d6280d70ff7244
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: 6ee9d09e-1760-4fd4-990f-bb4b8f472eac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31400"
    uid: 125cc8ea-1a4d-43a0-9c06-ef0c88055019
  kind: Event
  lastTimestamp: "2026-09-17T16:20:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:00Z"
    name: isvc-xgboost-runtime-predictor.18d62810f027e6e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31971"
    uid: 283667b4-6de8-4e0f-95ee-904498acf38e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31400"
    uid: 125cc8ea-1a4d-43a0-9c06-ef0c88055019
  kind: Event
  lastTimestamp: "2026-09-17T16:20:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:00Z"
    name: isvc-xgboost-runtime-predictor.18d62810f0f03602
    namespace: kserve-ci-e2e-test
    resourceVersion: "31972"
    uid: fbb8890b-37c0-4e11-9586-83a8f0fd2b0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31627"
    uid: 125cc8ea-1a4d-43a0-9c06-ef0c88055019
  kind: Event
  lastTimestamp: "2026-09-17T16:20:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:45Z"
    name: isvc-xgboost-runtime-predictor.18d6281eec2f4a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32306"
    uid: 465c1792-36c4-4506-a08b-4be21be094c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31627"
    uid: 125cc8ea-1a4d-43a0-9c06-ef0c88055019
  kind: Event
  lastTimestamp: "2026-09-17T16:20:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:45Z"
    name: isvc-xgboost-runtime-predictor.18d6281eecabc30f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32307"
    uid: 65cb6138-e554-473f-b0ee-e5f9aae68fbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: b39cfedf-3d17-489a-bd74-b18869826cda
  kind: Event
  lastTimestamp: "2026-09-17T16:20:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:20:42Z"
    name: isvc-xgboost-runtime.18d6280d71057471
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 2dd5e719-5123-48c7-b9f7-fd1fb172f655
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: b39cfedf-3d17-489a-bd74-b18869826cda
  kind: Event
  lastTimestamp: "2026-09-17T16:19:00Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:19:00Z"
    name: isvc-xgboost-runtime.18d6280d71765162
    namespace: kserve-ci-e2e-test
    resourceVersion: "31405"
    uid: b35e8bbf-8c1f-41f3-aa4a-4d789c8b4f62
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32288"
    uid: b39cfedf-3d17-489a-bd74-b18869826cda
  kind: Event
  lastTimestamp: "2026-09-17T16:20:42Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:20:42Z"
    name: isvc-xgboost-runtime.18d628255f1fa389
    namespace: kserve-ci-e2e-test
    resourceVersion: "32289"
    uid: d3eee8e5-d43a-4490-abc5-4c91c5ededd2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:17:09.685149Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30411"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:17:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:17:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f3ba75ad3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30416"
    uid: bccfbd8e-33e0-471a-89a0-3b026b42aa25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:10Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:17:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f3dc6d05aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 05dd24ac-fef1-41d5-864a-1144661309c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f3de439b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: de4ebda9-8dad-4e72-bdcb-e090063dd1d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f3e0c4a806
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: ed098fdd-9fbc-4c0d-954f-b5e00d8244be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f3e1384ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30433"
    uid: dbf777f7-8adf-4683-8380-730716f67d26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f4e4875349
    namespace: kserve-ci-e2e-test
    resourceVersion: "30472"
    uid: 121a9262-1609-4d08-81f1-23d1708a415d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f4e7bf27d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 9c610729-f40c-47d4-83fd-d3a969f23f46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f4e830dc1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30475"
    uid: da1c29ff-283e-4122-8bca-1048415e256b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f4e83b45ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30477"
    uid: b855a6ef-f1fd-44ff-aa4b-6876619d0238
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f4eb1c814b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30479"
    uid: 9cb8354e-cf81-41cd-a6de-80aa62c16aed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627f4eb8ebdf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30481"
    uid: 97a7413e-1002-4546-9d89-f459d24691f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627ff6637cb36
    namespace: kserve-ci-e2e-test
    resourceVersion: "30845"
    uid: 27fb961d-6e74-40fc-8d08-4e0f1f5c81c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:17:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:17:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d627ff6638ad67
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: b35809c8-f9fb-46b0-b9e5-83d520ebb09c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:18:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d628001263e5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30869"
    uid: 47b025fd-dcc3-4735-8cab-6e5a046006b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 4d04bcc3-d2a2-4e86-aabb-43f21c406dee
  kind: Event
  lastTimestamp: "2026-09-17T16:18:02Z"
  message: 'Readiness probe failed: Get "http://10.132.0.47:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9.18d6280012b49370
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: 73661545-f5d3-4703-a0bf-0279df7c25ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: ed5fdbfc-2fcf-4e75-b868-e85eb218971c
  kind: Event
  lastTimestamp: "2026-09-17T16:17:09Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ct5k9'
  metadata:
    creationTimestamp: "2026-09-17T16:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d627f3b9e21645
    namespace: kserve-ci-e2e-test
    resourceVersion: "30412"
    uid: 05eb4c10-2a75-4996-9119-74a971a7a3a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: 9905fbc7-8891-4ca1-bd8b-15e0c87d33ff
  kind: Event
  lastTimestamp: "2026-09-17T16:17:09Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:09Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d627f3b6028a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30403"
    uid: 44932a01-5ddb-4eab-a292-3fe3dc5ac307
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30401"
    uid: 93750248-3e7a-4a03-a876-c1b6237f3c5a
  kind: Event
  lastTimestamp: "2026-09-17T16:17:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:54Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d627f734f012b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30795"
    uid: 63233bb0-b4f2-4171-bfc6-ff4ab49ad474
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30401"
    uid: 93750248-3e7a-4a03-a876-c1b6237f3c5a
  kind: Event
  lastTimestamp: "2026-09-17T16:17:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:54Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d627f735695627
    namespace: kserve-ci-e2e-test
    resourceVersion: "30796"
    uid: 39dcd651-8d9c-41af-b937-c271b2a49af1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30571"
    uid: 93750248-3e7a-4a03-a876-c1b6237f3c5a
  kind: Event
  lastTimestamp: "2026-09-17T16:17:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d627fab51d0074
    namespace: kserve-ci-e2e-test
    resourceVersion: "30676"
    uid: b2b081ef-1ba6-4d1e-a148-e5e96446a9f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30571"
    uid: 93750248-3e7a-4a03-a876-c1b6237f3c5a
  kind: Event
  lastTimestamp: "2026-09-17T16:17:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:17:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d627fab5a4ee46
    namespace: kserve-ci-e2e-test
    resourceVersion: "30677"
    uid: 0e0f8299-9b03-4e2e-9ee8-23812ea33703
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30392"
    uid: fa439d67-59cb-4871-a91a-1a6ae4c6c695
  kind: Event
  lastTimestamp: "2026-09-17T16:17:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:52Z"
    name: isvc-xgboost-v2-mlserver.18d627f3b6ba620f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30778"
    uid: 7e982749-9c39-4b00-8d72-fd0ba1296ebe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30392"
    uid: fa439d67-59cb-4871-a91a-1a6ae4c6c695
  kind: Event
  lastTimestamp: "2026-09-17T16:17:09Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:09Z"
    name: isvc-xgboost-v2-mlserver.18d627f3b74ad1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30408"
    uid: aa5ff89b-a72d-464f-8f77-446a57274520
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:17:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30776"
    uid: fa439d67-59cb-4871-a91a-1a6ae4c6c695
  kind: Event
  lastTimestamp: "2026-09-17T16:17:52Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:17:52Z"
    name: isvc-xgboost-v2-mlserver.18d627fdc55480f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: 4cb3a9f0-4a79-47e4-b179-27840ce5ac2f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:22:01.233617Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33149"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d628379c1a30bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33154"
    uid: aee2fab9-713b-4842-8df2-d42d1db0fcab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62837a45e9791
    namespace: kserve-ci-e2e-test
    resourceVersion: "33166"
    uid: d588fafb-bea9-4964-a9bc-6770728fece4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:02Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:22:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62837e1d06ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: 74aa24ba-2cc0-4251-949e-cc3da38b0905
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62837e35e3b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "33184"
    uid: aa29c037-56c5-4443-aaa7-c59d9efeb216
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62837e625ba83
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: 20340075-702b-4b25-8c08-8093bbaf3ae7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:02Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62837e697e95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 2ff67a95-6175-4f7c-aa4b-2d9660e780a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:06Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:06Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62838f28aa981
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: fb3d1436-d2bb-4943-a6e9-6ca2174bc9d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62838f5e9cabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 9f4aba97-2ee2-479d-945f-523ce03274cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62838f6aaf5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33246"
    uid: e54f0625-cbf3-4517-aa82-9546c0c98c32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62838f6b53099
    namespace: kserve-ci-e2e-test
    resourceVersion: "33247"
    uid: 4be25c22-5552-4aff-a2e2-1ab931968944
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62838f979ddc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: 739ac9b1-6d3c-4243-8da7-13ec1749c16b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:22:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:22:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d62838f9ecff0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33250"
    uid: 985c5ba6-66a5-47bb-a1f1-1757b40f1aa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:23:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:25Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d628396a5c2feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: b1ffc591-a3c9-4840-bc56-e3358587255c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:23:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d6284a6453f1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: deac3029-0b8b-4941-8ce5-c238270bbd34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:23:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d6284a64547455
    namespace: kserve-ci-e2e-test
    resourceVersion: "33927"
    uid: 28a73b79-be59-4119-928b-d1c5794732b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 71657e22-51cc-42e4-b257-dbd1d387d280
  kind: Event
  lastTimestamp: "2026-09-17T16:23:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:23:24Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tdbqd.18d6284b1c830a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33950"
    uid: 24f9d2fc-bf87-4371-8c3b-2ba950c11f4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33138"
    uid: be891783-59c8-422c-bc76-b4ec698353a1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-tdbqd'
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d628379bbc3420
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: 692d4673-6dfe-4997-8aa6-a70e0b34ab42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33135"
    uid: 33d378e5-869f-4d07-bc9e-865ea92de7e1
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: isvc-xgboost-v2-predictor.18d6283798adad25
    namespace: kserve-ci-e2e-test
    resourceVersion: "33142"
    uid: 853b5d42-5758-4539-aa8e-eba32a9c363c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33137"
    uid: 1614451e-23e1-44f7-b110-742e523bc050
  kind: Event
  lastTimestamp: "2026-09-17T16:22:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:46Z"
    name: isvc-xgboost-v2-predictor.18d6283b1776ab76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33631"
    uid: 7a16c9dd-dbb0-45ae-90d3-32daf857e8fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33137"
    uid: 1614451e-23e1-44f7-b110-742e523bc050
  kind: Event
  lastTimestamp: "2026-09-17T16:22:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:22:46Z"
    name: isvc-xgboost-v2-predictor.18d6283b17f1e7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33632"
    uid: 3bbf6a33-58f9-4d63-8d31-3d8733c6a61b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33324"
    uid: 1614451e-23e1-44f7-b110-742e523bc050
  kind: Event
  lastTimestamp: "2026-09-17T16:23:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:16Z"
    name: isvc-xgboost-v2-predictor.18d6283e96b9fa40
    namespace: kserve-ci-e2e-test
    resourceVersion: "33855"
    uid: 82ff5b4e-8cee-4492-8839-e5523e7401e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33324"
    uid: 1614451e-23e1-44f7-b110-742e523bc050
  kind: Event
  lastTimestamp: "2026-09-17T16:23:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:23:16Z"
    name: isvc-xgboost-v2-predictor.18d6283e972d00a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33856"
    uid: 2de9b4b3-eaf0-482b-a0b3-7b5e8581fe48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:20:56.041104Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:20:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:20:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d628286e53617c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32442"
    uid: 6ffa4506-4276-450f-80d0-e5d14977a965
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32447"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:20:56Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:20:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62828902d3976
    namespace: kserve-ci-e2e-test
    resourceVersion: "32463"
    uid: eb8e054f-781f-4250-87a8-a1ae5aaa2f91
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:20:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d6282891f3c4d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32465"
    uid: 49d34710-d51c-434b-937c-7b9af14a6baa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:20:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d6282895808212
    namespace: kserve-ci-e2e-test
    resourceVersion: "32466"
    uid: 5c9f0aab-2c1a-4803-a14b-ca14d67a02fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:20:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:20:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d6282895f2f049
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: b8c72394-94a9-4853-bd6d-39d9fdf96f07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:01Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62829be0e4815
    namespace: kserve-ci-e2e-test
    resourceVersion: "32528"
    uid: 35ed8bb2-c54f-4da8-846f-5bf97f9e8451
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62829c15b09a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32530"
    uid: b94ee031-aeef-42fd-9ec3-4630ebab05eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62829c1dffbcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32531"
    uid: 8ae1167c-126b-4687-ac38-57430fa45034
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62829c1eb3e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32532"
    uid: 03d54648-4c07-4a79-8b78-15945113eab4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62829c4dd7be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32536"
    uid: cc7d5f97-2d74-46f1-a7bd-63bb6df1011d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62829c552c7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32538"
    uid: 0bcf87de-2396-41b5-8394-cce18b76e14e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T16:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62832997da282
    namespace: kserve-ci-e2e-test
    resourceVersion: "32877"
    uid: d4b72064-6e43-4b60-88e4-b5da80c000e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d6283667937da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 469f6bbb-f4bc-4f6c-b535-4b2a067f1b4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62836679426ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: 912927df-4edc-4299-ab15-1437899fb65e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62837401c29e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33072"
    uid: 87ab3b05-fadf-4931-a499-8203424954ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: ecb88370-9722-42d5-a98c-4201aa0f7fad
  kind: Event
  lastTimestamp: "2026-09-17T16:21:59Z"
  message: 'Readiness probe failed: Get "http://10.132.0.50:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.132.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:21:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk.18d62837406fc6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33073"
    uid: 2766ab68-961d-4acf-b1f0-eac43543d789
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32426"
    uid: 1a5043a5-3df6-495b-b7e7-a98540f082bc
  kind: Event
  lastTimestamp: "2026-09-17T16:20:56Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-45gtk'
  metadata:
    creationTimestamp: "2026-09-17T16:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d628286dbb877f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: 60c53627-4e88-4849-a76d-2bdb5521d5c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32424"
    uid: 538e9a88-2656-4242-99b4-858a9deb5825
  kind: Event
  lastTimestamp: "2026-09-17T16:20:55Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:20:55Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62828686daa2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: 7e787179-c3e5-40e5-bfcf-55309a65a2c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 15fa07c1-1e16-42ac-8d23-304925e880d0
  kind: Event
  lastTimestamp: "2026-09-17T16:21:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:21:41Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6282be81e89fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: bf9fe0ce-dfc6-4292-9d5d-55439c78cae1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 15fa07c1-1e16-42ac-8d23-304925e880d0
  kind: Event
  lastTimestamp: "2026-09-17T16:21:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:21:41Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6282be8e84192
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: 59c746ff-3dd6-4f76-92eb-20206b58af5b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: 15fa07c1-1e16-42ac-8d23-304925e880d0
  kind: Event
  lastTimestamp: "2026-09-17T16:21:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:21:25Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6282f67c29892
    namespace: kserve-ci-e2e-test
    resourceVersion: "32774"
    uid: 8ee041ef-f4be-4f7b-9dfc-eb0501c0f225
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: 15fa07c1-1e16-42ac-8d23-304925e880d0
  kind: Event
  lastTimestamp: "2026-09-17T16:21:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:21:26Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6282f683c3c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "32776"
    uid: 0ab4b0ca-51f6-44e9-8d9e-35c9a6bcc5b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 973b4dd9-1df8-4ade-9fa7-e333763752ea
  kind: Event
  lastTimestamp: "2026-09-17T16:21:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:21:49Z"
    name: isvc-xgboost-v2-runtime.18d62828689c8ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32964"
    uid: 31b85b3a-e0ef-4aa2-b680-7deff61adc01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 973b4dd9-1df8-4ade-9fa7-e333763752ea
  kind: Event
  lastTimestamp: "2026-09-17T16:20:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:20:56Z"
    name: isvc-xgboost-v2-runtime.18d62828690a110a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32449"
    uid: 36593093-7a08-43e0-82c9-e9fc2579b5dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:20:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32418"
    uid: 973b4dd9-1df8-4ade-9fa7-e333763752ea
  kind: Event
  lastTimestamp: "2026-09-17T16:20:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:20:56Z"
    name: isvc-xgboost-v2-runtime.18d628286ffb82a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: cefad2f3-3a4d-4a2b-b1dc-5eface7df28c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:21:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32962"
    uid: 973b4dd9-1df8-4ade-9fa7-e333763752ea
  kind: Event
  lastTimestamp: "2026-09-17T16:21:49Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:21:49Z"
    name: isvc-xgboost-v2-runtime.18d62834f23221bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32963"
    uid: dde8f27c-bf8d-4a58-9259-8eee9f80eae7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33128"
    uid: c0bad17a-708b-40d0-8a46-d00715aef3a7
  kind: Event
  lastTimestamp: "2026-09-17T16:23:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:15Z"
    name: isvc-xgboost-v2.18d62837989d9776
    namespace: kserve-ci-e2e-test
    resourceVersion: "33849"
    uid: b882d335-7aae-4a46-8e2f-8b3c8ef0337e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:22:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33128"
    uid: c0bad17a-708b-40d0-8a46-d00715aef3a7
  kind: Event
  lastTimestamp: "2026-09-17T16:22:01Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:22:01Z"
    name: isvc-xgboost-v2.18d6283799380eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33145"
    uid: 06823d41-a846-4ace-b098-c9b95329e247
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:23:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: c0bad17a-708b-40d0-8a46-d00715aef3a7
  kind: Event
  lastTimestamp: "2026-09-17T16:23:15Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:23:15Z"
    name: isvc-xgboost-v2.18d62848ce4291c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33848"
    uid: b62283f9-2654-4e9d-8c3b-ce76b6215231
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29330"
    uid: 78addbb5-ea1a-411d-b291-1444548a86f4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:16:56Z"
    name: isvc-xgboost.18d627db15fb753d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30209"
    uid: 6148ee4c-3956-449a-aa06-077e6e570f54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:15:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29330"
    uid: 78addbb5-ea1a-411d-b291-1444548a86f4
  kind: Event
  lastTimestamp: "2026-09-17T16:15:23Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:15:23Z"
    name: isvc-xgboost.18d627db16a455e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29350"
    uid: c5a53335-b226-40a0-a18c-f1b1893f51f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:16:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: 78addbb5-ea1a-411d-b291-1444548a86f4
  kind: Event
  lastTimestamp: "2026-09-17T16:16:56Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:16:56Z"
    name: isvc-xgboost.18d627f0a41abb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "30208"
    uid: ac7671b2-67f3-447a-802a-e62726b8f6c6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T15:53:46.238192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-5kzf7
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T15:53:46Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626acf6807f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: f32d340c-0380-4162-82a6-90f890fd64d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:53:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:46Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626ad01ebb820
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: 64bf69e0-8c9e-4cfb-bf43-e2b7cb819525
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:53:47Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626ad3c411748
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: 8475528b-77e1-42db-98cf-0031d9849aac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:53:47Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T15:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:47Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626ad3e99a4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16860"
    uid: a481667a-c966-4508-a0e0-d8301cadab5a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.35s (1.35s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626ad8f1cbfa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16874"
    uid: d533417e-11e5-4ffd-a4a8-7a8d871bf780
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626ad92288c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16875"
    uid: 7fc212fd-e06e-4bdc-968d-e70bce214870
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626ad929cabf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16876"
    uid: 99f54351-3d91-4577-bc4b-c4685bd91bab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626ad92a8f4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: 716f1d40-b00e-45be-8066-074d18aa347c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626ad967243b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 6ad9c316-804c-498b-8960-25a4d4c58d1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:53:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:53:48Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626ad96effbd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16879"
    uid: 2d33d886-09ff-4e3c-bb95-1c1a97d80336
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:55:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T15:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:41Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626c7c735a7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: a6b3c09d-b9e9-4e44-8899-f5a5c316e73c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-5kzf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: cb3faea3-47f6-4be2-9cc7-607c84e60e3d
  kind: Event
  lastTimestamp: "2026-09-17T15:55:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T15:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T15:55:41Z"
    name: message-dumper-predictor-6575bcfdfd-5kzf7.18d626c7c73638f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: 842dc5c2-7714-49c1-a6d1-2758779ad5ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: 832d4d7e-0186-4aa8-a789-130e7dbf6cfc
  kind: Event
  lastTimestamp: "2026-09-17T15:53:46Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-5kzf7'
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:46Z"
    name: message-dumper-predictor-6575bcfdfd.18d626acf5f419fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 24d3c3a6-be8d-48af-a993-f687291b3f6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: dd4e5786-4633-4891-9a2d-1a51935d55d0
  kind: Event
  lastTimestamp: "2026-09-17T15:53:46Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:53:46Z"
    name: message-dumper-predictor.18d626acf31386ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: 8a97b396-2f72-4917-9637-c6e30302aa62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: d84d2e1a-7a85-4583-9940-9b47fe7f6fdf
  kind: Event
  lastTimestamp: "2026-09-17T15:54:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:31Z"
    name: message-dumper-predictor.18d626b072557e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17284"
    uid: f6717fd0-88e6-4960-a312-256f816b6572
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: d84d2e1a-7a85-4583-9940-9b47fe7f6fdf
  kind: Event
  lastTimestamp: "2026-09-17T15:54:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T15:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:31Z"
    name: message-dumper-predictor.18d626b0732d07e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: 09ca09fa-5298-457d-a316-bb307b455055
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: d84d2e1a-7a85-4583-9940-9b47fe7f6fdf
  kind: Event
  lastTimestamp: "2026-09-17T15:54:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:16Z"
    name: message-dumper-predictor.18d626b3f33a9fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: 78df169f-ea51-42a0-92ee-3a881758b995
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:54:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: d84d2e1a-7a85-4583-9940-9b47fe7f6fdf
  kind: Event
  lastTimestamp: "2026-09-17T15:54:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T15:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T15:54:16Z"
    name: message-dumper-predictor.18d626b3f3cad7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: db165b7c-469b-4b79-b165-3d46d59bb443
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16801"
    uid: c8f419c6-ad1e-49ed-b08e-d0bf1bbd9bfb
  kind: Event
  lastTimestamp: "2026-09-17T15:53:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:56Z"
    name: message-dumper.18d626acf317e23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: ba6dbbbb-6aec-4954-b854-0f5bf0720279
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16801"
    uid: c8f419c6-ad1e-49ed-b08e-d0bf1bbd9bfb
  kind: Event
  lastTimestamp: "2026-09-17T15:53:46Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T15:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:46Z"
    name: message-dumper.18d626acf3c5f03f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: b132ab41-03f2-415d-bd10-4096ba2864e4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T15:53:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: c8f419c6-ad1e-49ed-b08e-d0bf1bbd9bfb
  kind: Event
  lastTimestamp: "2026-09-17T15:53:56Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T15:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T15:53:56Z"
    name: message-dumper.18d626af5b805b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 9f92fcdd-48ef-45bf-a775-f2f78a6baa1e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:03:23.341761Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:03:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:03:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d62733548e34ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22083"
    uid: 9d60dccc-ac3c-4e75-9b70-55711ad7078c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:03:23Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:03:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d62733766fa2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22104"
    uid: ce0718f2-91d0-4574-9c91-98e9264f38c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:03:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d62733786d7bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: bace3bd7-b05a-418f-a3e5-2f7d5eedda81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:03:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d627337b5f8e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22107"
    uid: 744421e0-0bed-4be7-a6a4-6d3ce1e78b61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:03:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d627337bcf901e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22108"
    uid: 36eabc6a-6ca7-4f88-a72a-cce0ad622dc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:03:28Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T16:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:03:28Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d62734a049f5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 8b79a6af-6b97-4fa2-9c53-5a58b5d65564
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:05:41Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m12.209s
    (2m12.209s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d62753689ca6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23187"
    uid: 044e7303-7188-4f0e-8882-67ef567799bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:05:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d627536e76f135
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 99ea0245-439b-4f46-95d2-bce55b581d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:05:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d627536fc19046
    namespace: kserve-ci-e2e-test
    resourceVersion: "23189"
    uid: 31014c18-9dc0-4be9-8fdf-cfee7b1f8b69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:05:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d627536fcd3bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23190"
    uid: 6fe9c2c3-24ed-4232-bbcd-a9cdb38a0724
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:05:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d62753745521fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23191"
    uid: 7d780142-4a90-469e-aed8-428d951f1ea8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:05:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:05:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d6275375ae6fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23192"
    uid: ee5eb01a-4de0-4321-ae0b-4c74586ce0bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:06:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T16:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d6275be808c174
    namespace: kserve-ci-e2e-test
    resourceVersion: "23530"
    uid: 18d85a22-ae54-4797-a337-2da0aaec83da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:06:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d6275f96f1ecbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23689"
    uid: 7c6c49de-3a07-49f8-8a22-dd629da6c423
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:06:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:33Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d6275f96f27d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "23690"
    uid: 3c4b847c-d05c-433a-b487-ca5d09d9095f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:06:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d627608dd1d842
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: b4de679f-1ff6-421c-a9db-8e97121af737
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 85c0ab68-d563-461a-a2e6-607bc4e5c3e3
  kind: Event
  lastTimestamp: "2026-09-17T16:06:37Z"
  message: 'Readiness probe failed: Get "http://10.132.0.36:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.132.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:06:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k.18d627608e1ef560
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: 4b2c3535-545b-426c-bbd2-a870c7fef414
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 791cd915-d13b-414a-9866-dc8ddd69ab21
  kind: Event
  lastTimestamp: "2026-09-17T16:03:23Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-hfg6k'
  metadata:
    creationTimestamp: "2026-09-17T16:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d6273353b30937
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: 38929179-c9a6-43e3-a893-0c77f3206eac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22068"
    uid: d1e7a4a3-dc61-4e9a-b358-11a106137565
  kind: Event
  lastTimestamp: "2026-09-17T16:03:23Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:03:23Z"
    name: sklearn-v2-mlserver-predictor.18d627334f8bca15
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: a1e920ca-933f-48cc-a9f1-9eed7cd67d0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: c04b5b6e-e30d-432b-9837-3866c0bc4039
  kind: Event
  lastTimestamp: "2026-09-17T16:06:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:08Z"
    name: sklearn-v2-mlserver-predictor.18d62736cf523385
    namespace: kserve-ci-e2e-test
    resourceVersion: "23392"
    uid: dfd8843f-cbd9-48c4-9d88-898d6e92709f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: c04b5b6e-e30d-432b-9837-3866c0bc4039
  kind: Event
  lastTimestamp: "2026-09-17T16:06:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:08Z"
    name: sklearn-v2-mlserver-predictor.18d62736cfc5e982
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 60a95877-8e9b-420e-898b-69bec6cce381
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22227"
    uid: c04b5b6e-e30d-432b-9837-3866c0bc4039
  kind: Event
  lastTimestamp: "2026-09-17T16:06:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:23Z"
    name: sklearn-v2-mlserver-predictor.18d6275d45787569
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 16548542-2c82-4543-9178-ba75356666c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22227"
    uid: c04b5b6e-e30d-432b-9837-3866c0bc4039
  kind: Event
  lastTimestamp: "2026-09-17T16:06:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:06:23Z"
    name: sklearn-v2-mlserver-predictor.18d6275d45fa2dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: ecbbbf8c-4b1f-4ac0-9745-5c800fabf984
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22061"
    uid: ca3d836d-976a-4432-a96c-f3557918cb66
  kind: Event
  lastTimestamp: "2026-09-17T16:06:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:27Z"
    name: sklearn-v2-mlserver.18d62733506ce439
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 5760dbf5-215a-448b-877c-b0b8001f26eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22061"
    uid: ca3d836d-976a-4432-a96c-f3557918cb66
  kind: Event
  lastTimestamp: "2026-09-17T16:03:23Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:03:23Z"
    name: sklearn-v2-mlserver.18d627335104eb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22094"
    uid: b621f4e6-9392-499a-bcaf-704017610a83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: ca3d836d-976a-4432-a96c-f3557918cb66
  kind: Event
  lastTimestamp: "2026-09-17T16:03:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:03:23Z"
    name: sklearn-v2-mlserver.18d627335cb0d915
    namespace: kserve-ci-e2e-test
    resourceVersion: "22095"
    uid: fd9ba386-a1ec-4afb-99c9-5c6c7277e9dc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:06:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: ca3d836d-976a-4432-a96c-f3557918cb66
  kind: Event
  lastTimestamp: "2026-09-17T16:06:27Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:06:27Z"
    name: sklearn-v2-mlserver.18d6275e40026088
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: a9dc0fa6-82bf-4096-a811-4a21e2741f9d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:18:04.937822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    to ip-10-0-140-157.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:18:04Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d6280097c694a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 18032d6b-562a-48d2-bf14-470b60077a37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75fc499bf8-jrrcd
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d62800a2869ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "30925"
    uid: 43adde39-477a-457a-bdb6-e4f682e2ffe7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30918"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:06Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:18:06Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d62800dd4f262d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: 0fe6e1bf-0bd2-47a3-a7b7-00937f579458
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:06Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d62800ded94da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30939"
    uid: 1267dc7b-4c9e-427a-8a63-4b4f9b7dd2ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:06Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d62800e2173361
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: 804da7bf-e586-4344-a0a9-21a176ffc15c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:06Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d62800e284f842
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: b71db69f-dc30-4b95-8b65-1daf427a48ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d62801fd56d6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 0ca68bd1-c798-484a-a562-463a7e13f92f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d6280200337a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: 7ef70927-e35c-41dc-9473-769c410acff8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d6280200a4b3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30989"
    uid: 6912d39e-07dc-4ed8-b905-66c6ddc1b1c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d6280200aec837
    namespace: kserve-ci-e2e-test
    resourceVersion: "30990"
    uid: 021cf5eb-1167-4a8a-a6f9-e585c6e662f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:11Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d628020354065d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 9176c1ea-43b6-493a-b8b1-57435f889888
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:11Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d6280203c4574d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30994"
    uid: 3c657f1b-1e60-413a-b34b-47ff58ab6b44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d6280c4049c573
    namespace: kserve-ci-e2e-test
    resourceVersion: "31346"
    uid: 0aca1217-ff31-45de-ae85-15c923b9b014
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d6280c404a2f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31347"
    uid: 8262c0e6-5a9d-4616-b0fc-44bc831b8cd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:58Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d6280d2b37f27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: 03958825-dbd8-4952-b891-98c999010d89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: bd72918a-324f-4736-8d02-b06a6d6b3483
  kind: Event
  lastTimestamp: "2026-09-17T16:18:58Z"
  message: 'Readiness probe failed: Get "http://10.132.0.48:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:18:58Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw.18d6280d2b8b90ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31380"
    uid: ff65e846-5424-4f3b-a07f-4b83c7b8044e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30897"
    uid: 51a95020-e806-4787-a514-e9233fb25627
  kind: Event
  lastTimestamp: "2026-09-17T16:18:04Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-dpdrw'
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:04Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d628009735c6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30911"
    uid: 2f1fa5b6-bb40-4c99-b9ff-3e26aae7e17e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30895"
    uid: b07f04b7-1264-416e-9c2c-236be70ef638
  kind: Event
  lastTimestamp: "2026-09-17T16:18:04Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:04Z"
    name: xgboost-v2-mlserver-predictor.18d6280092ebb3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30899"
    uid: 5b59f386-31b2-4e63-bb3d-392c1deed930
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: 9c70923e-7a09-4b5d-8815-229b35215957
  kind: Event
  lastTimestamp: "2026-09-17T16:18:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:19Z"
    name: xgboost-v2-mlserver-predictor.18d6280411559169
    namespace: kserve-ci-e2e-test
    resourceVersion: "31066"
    uid: f462d994-67af-4e24-b6df-8731cd11664e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: 9c70923e-7a09-4b5d-8815-229b35215957
  kind: Event
  lastTimestamp: "2026-09-17T16:18:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:19Z"
    name: xgboost-v2-mlserver-predictor.18d6280411e9d051
    namespace: kserve-ci-e2e-test
    resourceVersion: "31067"
    uid: 6d469a8a-c345-4ceb-850d-c9a6011936b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31065"
    uid: 9c70923e-7a09-4b5d-8815-229b35215957
  kind: Event
  lastTimestamp: "2026-09-17T16:18:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:49Z"
    name: xgboost-v2-mlserver-predictor.18d6280791ceb42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: e91b7b81-acec-4795-88d1-751515dce4ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31065"
    uid: 9c70923e-7a09-4b5d-8815-229b35215957
  kind: Event
  lastTimestamp: "2026-09-17T16:18:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:18:49Z"
    name: xgboost-v2-mlserver-predictor.18d62807928ed8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31288"
    uid: ed8402b5-b923-4521-80c8-f1ae2b5497bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30888"
    uid: 65609c81-53a9-4f94-83ed-e6cb4935ee55
  kind: Event
  lastTimestamp: "2026-09-17T16:18:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:49Z"
    name: xgboost-v2-mlserver.18d6280092d9b38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31281"
    uid: dd7178f6-e5f3-4e42-bf67-bd86095131bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30888"
    uid: 65609c81-53a9-4f94-83ed-e6cb4935ee55
  kind: Event
  lastTimestamp: "2026-09-17T16:18:04Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:04Z"
    name: xgboost-v2-mlserver.18d62800937bf81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30920"
    uid: 54b1e43b-d325-44a6-a66f-5bc0ed923383
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30890"
    uid: 65609c81-53a9-4f94-83ed-e6cb4935ee55
  kind: Event
  lastTimestamp: "2026-09-17T16:18:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:05Z"
    name: xgboost-v2-mlserver.18d628009b3561b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30921"
    uid: 55b6ecb1-37e0-4a94-b479-4fbefbb75d5b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:18:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31279"
    uid: 65609c81-53a9-4f94-83ed-e6cb4935ee55
  kind: Event
  lastTimestamp: "2026-09-17T16:18:49Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:18:49Z"
    name: xgboost-v2-mlserver.18d6280adf3478b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 81ab7464-9e7e-48ad-a689-16c401b82d0d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40500"